[ 849.226090] env[70636]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70636) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 849.226452] env[70636]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70636) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 849.226573] env[70636]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70636) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 849.226875] env[70636]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 849.324289] env[70636]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70636) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 849.333964] env[70636]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70636) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 849.376587] env[70636]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 849.934239] env[70636]: INFO nova.virt.driver [None req-fa8b3796-60a9-4f53-9037-62f440382ab0 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 850.005789] env[70636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.006021] env[70636]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.006120] env[70636]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70636) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 853.258693] env[70636]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fec03ee3-5f27-49e7-9df2-da8fb6893242 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.275082] env[70636]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70636) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 853.275218] env[70636]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-55a3db4d-771b-44f7-b1b7-cb4f52d88f8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.319422] env[70636]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6ca31. [ 853.319571] env[70636]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.314s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.320137] env[70636]: INFO nova.virt.vmwareapi.driver [None req-fa8b3796-60a9-4f53-9037-62f440382ab0 None None] VMware vCenter version: 7.0.3 [ 853.323834] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fd493c-dbec-4661-abb4-e3351f5d0257 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.341144] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f0881-ff6b-4281-9590-97cf3845af08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.346998] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff2e2d3-596c-4942-9b8a-2822937e4c6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.353524] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da902bd8-d612-44e4-9dd4-0b5dafddd9a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.366706] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a3a3f3-ff9d-4e05-a121-a5776b2ce8d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.372748] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5637699e-640c-4819-b20e-532b25733e09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.403449] env[70636]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-cef79957-b670-48a1-86b7-8184b143a9e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.408485] env[70636]: DEBUG nova.virt.vmwareapi.driver [None req-fa8b3796-60a9-4f53-9037-62f440382ab0 None None] Extension org.openstack.compute already exists. {{(pid=70636) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 853.411268] env[70636]: INFO nova.compute.provider_config [None req-fa8b3796-60a9-4f53-9037-62f440382ab0 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 853.915056] env[70636]: DEBUG nova.context [None req-fa8b3796-60a9-4f53-9037-62f440382ab0 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cad3a1e1-66a4-4946-80be-fa7c9bd06ac3(cell1) {{(pid=70636) load_cells /opt/stack/nova/nova/context.py:464}} [ 853.917152] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.917376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.918090] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.918516] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Acquiring lock "cad3a1e1-66a4-4946-80be-fa7c9bd06ac3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.918784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Lock "cad3a1e1-66a4-4946-80be-fa7c9bd06ac3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.919794] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Lock "cad3a1e1-66a4-4946-80be-fa7c9bd06ac3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.940646] env[70636]: INFO dbcounter [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Registered counter for database nova_cell0 [ 853.949491] env[70636]: INFO dbcounter [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Registered counter for database nova_cell1 [ 853.952774] env[70636]: DEBUG oslo_db.sqlalchemy.engines [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70636) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 853.953408] env[70636]: DEBUG oslo_db.sqlalchemy.engines [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70636) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 853.958028] env[70636]: ERROR nova.db.main.api [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 853.958028] env[70636]: result = function(*args, **kwargs) [ 853.958028] env[70636]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 853.958028] env[70636]: return func(*args, **kwargs) [ 853.958028] env[70636]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 853.958028] env[70636]: result = fn(*args, **kwargs) [ 853.958028] env[70636]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 853.958028] env[70636]: return f(*args, **kwargs) [ 853.958028] env[70636]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 853.958028] env[70636]: return db.service_get_minimum_version(context, binaries) [ 853.958028] env[70636]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 853.958028] env[70636]: _check_db_access() [ 853.958028] env[70636]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 853.958028] env[70636]: stacktrace = ''.join(traceback.format_stack()) [ 853.958028] env[70636]: [ 853.959013] env[70636]: ERROR nova.db.main.api [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 853.959013] env[70636]: result = function(*args, **kwargs) [ 853.959013] env[70636]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 853.959013] env[70636]: return func(*args, **kwargs) [ 853.959013] env[70636]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 853.959013] env[70636]: result = fn(*args, **kwargs) [ 853.959013] env[70636]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 853.959013] env[70636]: return f(*args, **kwargs) [ 853.959013] env[70636]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 853.959013] env[70636]: return db.service_get_minimum_version(context, binaries) [ 853.959013] env[70636]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 853.959013] env[70636]: _check_db_access() [ 853.959013] env[70636]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 853.959013] env[70636]: stacktrace = ''.join(traceback.format_stack()) [ 853.959013] env[70636]: [ 853.959598] env[70636]: WARNING nova.objects.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Failed to get minimum service version for cell cad3a1e1-66a4-4946-80be-fa7c9bd06ac3 [ 853.959598] env[70636]: WARNING nova.objects.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 853.959955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Acquiring lock "singleton_lock" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.960127] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Acquired lock "singleton_lock" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.960365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Releasing lock "singleton_lock" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.960694] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Full set of CONF: {{(pid=70636) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 853.960838] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ******************************************************************************** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 853.960964] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] Configuration options gathered from: {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 853.961118] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 853.961301] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 853.961428] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ================================================================================ {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 853.961632] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] allow_resize_to_same_host = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.961803] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] arq_binding_timeout = 300 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.961932] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] backdoor_port = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.962070] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] backdoor_socket = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.962235] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] block_device_allocate_retries = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.962393] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] block_device_allocate_retries_interval = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.962585] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cert = self.pem {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.962752] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.962926] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute_monitors = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.963106] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] config_dir = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.963279] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] config_drive_format = iso9660 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.963412] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.963579] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] config_source = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.963763] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] console_host = devstack {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.963933] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] control_exchange = nova {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.964105] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cpu_allocation_ratio = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.964266] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] daemon = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.964456] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] debug = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.964579] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] default_access_ip_network_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.964743] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] default_availability_zone = nova {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.964905] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] default_ephemeral_format = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.965098] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] default_green_pool_size = 1000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.965346] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.965511] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] default_schedule_zone = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.965667] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] disk_allocation_ratio = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.965825] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] enable_new_services = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.965998] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] enabled_apis = ['osapi_compute'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.966173] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] enabled_ssl_apis = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.966329] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] flat_injected = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.966485] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] force_config_drive = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.966639] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] force_raw_images = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.966806] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] graceful_shutdown_timeout = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.966964] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] heal_instance_info_cache_interval = -1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.967208] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] host = cpu-1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.967385] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.967546] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] initial_disk_allocation_ratio = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.967705] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] initial_ram_allocation_ratio = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.967920] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.968098] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_build_timeout = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.968260] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_delete_interval = 300 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.968424] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_format = [instance: %(uuid)s] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.968586] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_name_template = instance-%08x {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.968746] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_usage_audit = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.968911] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_usage_audit_period = month {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.969084] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.969250] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] instances_path = /opt/stack/data/nova/instances {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.969413] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] internal_service_availability_zone = internal {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.969570] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] key = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.969730] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] live_migration_retry_count = 30 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.969895] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_color = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970066] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_config_append = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970234] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970392] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_dir = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970547] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970675] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_options = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970834] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_rotate_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.970996] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_rotate_interval_type = days {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.971175] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] log_rotation_type = none {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.971309] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.971436] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.971602] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.971765] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.971890] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.972066] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] long_rpc_timeout = 1800 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.972229] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] max_concurrent_builds = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.972383] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] max_concurrent_live_migrations = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.972536] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] max_concurrent_snapshots = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.972722] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] max_local_block_devices = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.972886] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] max_logfile_count = 30 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.973053] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] max_logfile_size_mb = 200 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.973214] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] maximum_instance_delete_attempts = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.973378] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metadata_listen = 0.0.0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.973543] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metadata_listen_port = 8775 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.973725] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metadata_workers = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.973893] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] migrate_max_retries = -1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.974070] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] mkisofs_cmd = genisoimage {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.974274] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] my_block_storage_ip = 10.180.1.21 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.974404] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] my_ip = 10.180.1.21 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.974602] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.974759] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] network_allocate_retries = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.974957] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.975155] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] osapi_compute_listen = 0.0.0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.975318] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] osapi_compute_listen_port = 8774 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.975483] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] osapi_compute_unique_server_name_scope = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.975649] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] osapi_compute_workers = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.975809] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] password_length = 12 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.975962] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] periodic_enable = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.976134] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] periodic_fuzzy_delay = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.976296] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] pointer_model = usbtablet {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.976456] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] preallocate_images = none {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.976610] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] publish_errors = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.976738] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] pybasedir = /opt/stack/nova {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.976891] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ram_allocation_ratio = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.977057] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] rate_limit_burst = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.977222] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] rate_limit_except_level = CRITICAL {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.977377] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] rate_limit_interval = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.977530] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reboot_timeout = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.977686] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reclaim_instance_interval = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.977838] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] record = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978009] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reimage_timeout_per_gb = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978180] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] report_interval = 120 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978337] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] rescue_timeout = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978492] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reserved_host_cpus = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978646] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reserved_host_disk_mb = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978800] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reserved_host_memory_mb = 512 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.978957] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] reserved_huge_pages = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.979128] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] resize_confirm_window = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.979284] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] resize_fs_using_block_device = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.979437] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] resume_guests_state_on_host_boot = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.979601] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.979759] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] rpc_response_timeout = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.979913] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] run_external_periodic_tasks = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.980089] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] running_deleted_instance_action = reap {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.980248] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] running_deleted_instance_poll_interval = 1800 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.980403] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] running_deleted_instance_timeout = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.980557] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler_instance_sync_interval = 120 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.980720] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_down_time = 720 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.980882] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] servicegroup_driver = db {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.981041] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] shell_completion = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.981200] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] shelved_offload_time = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.981351] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] shelved_poll_interval = 3600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.981512] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] shutdown_timeout = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.981664] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] source_is_ipv6 = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.981819] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ssl_only = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.982074] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.982245] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] sync_power_state_interval = 600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.982406] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] sync_power_state_pool_size = 1000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.982589] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] syslog_log_facility = LOG_USER {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.982756] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] tempdir = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.982919] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] timeout_nbd = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.983096] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] transport_url = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.983257] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] update_resources_interval = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.983412] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] use_cow_images = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.983570] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] use_journal = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.983744] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] use_json = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.983909] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] use_rootwrap_daemon = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.984077] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] use_stderr = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.984235] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] use_syslog = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.984389] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vcpu_pin_set = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.984554] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plugging_is_fatal = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.984717] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plugging_timeout = 300 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.984882] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] virt_mkfs = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.985075] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] volume_usage_poll_interval = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.985238] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] watch_log_file = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.985403] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] web = /usr/share/spice-html5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.985583] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985745] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985904] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986081] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_concurrency.disable_process_locking = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986632] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986824] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986997] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987189] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987363] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987532] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987726] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.auth_strategy = keystone {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987893] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.compute_link_prefix = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988079] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988256] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.dhcp_domain = novalocal {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988423] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.enable_instance_password = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988586] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.glance_link_prefix = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988751] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988919] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989093] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.instance_list_per_project_cells = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989256] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.list_records_by_skipping_down_cells = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989418] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.local_metadata_per_cell = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989581] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.max_limit = 1000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989745] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.metadata_cache_expiration = 15 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989917] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.neutron_default_tenant_id = default {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990102] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.response_validation = warn {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990275] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.use_neutron_default_nets = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990441] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990603] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990767] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990935] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991122] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_dynamic_targets = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991287] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_jsonfile_path = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991467] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991737] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.backend = dogpile.cache.memcached {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991929] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.backend_argument = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992110] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.backend_expiration_time = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992287] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.config_prefix = cache.oslo {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992460] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.dead_timeout = 60.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992653] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.debug_cache_backend = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992836] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.enable_retry_client = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993015] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.enable_socket_keepalive = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993192] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.enabled = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993357] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.enforce_fips_mode = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993522] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.expiration_time = 600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993714] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.hashclient_retry_attempts = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993887] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.hashclient_retry_delay = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994060] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_dead_retry = 300 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994222] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_password = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994383] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994540] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994707] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_pool_maxsize = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994863] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995043] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_sasl_enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995226] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995392] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_socket_timeout = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995550] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.memcache_username = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995712] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.proxies = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995874] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_db = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996042] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_password = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996215] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_sentinel_service_name = mymaster {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996390] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996556] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_server = localhost:6379 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996721] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_socket_timeout = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996877] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.redis_username = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997047] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.retry_attempts = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997215] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.retry_delay = 0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997374] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.socket_keepalive_count = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997531] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.socket_keepalive_idle = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997692] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.socket_keepalive_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997848] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.tls_allowed_ciphers = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998008] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.tls_cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998170] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.tls_certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998328] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.tls_enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998483] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cache.tls_keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998649] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998823] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.auth_type = password {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998980] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999166] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.catalog_info = volumev3::publicURL {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999327] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999489] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999648] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.cross_az_attach = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999808] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.debug = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999964] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.endpoint_template = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000139] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.http_retries = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000327] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000511] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000618] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.os_region_name = RegionOne {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000785] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000944] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cinder.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001126] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001290] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.cpu_dedicated_set = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001447] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.cpu_shared_set = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001611] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.image_type_exclude_list = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001777] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001939] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.max_concurrent_disk_ops = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002113] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.max_disk_devices_to_attach = -1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002277] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002444] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002630] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.resource_provider_association_refresh = 300 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002808] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002973] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.shutdown_retry_interval = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003171] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003352] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] conductor.workers = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003528] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] console.allowed_origins = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003715] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] console.ssl_ciphers = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003889] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] console.ssl_minimum_version = default {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004069] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] consoleauth.enforce_session_timeout = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004240] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] consoleauth.token_ttl = 600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004410] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004567] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004732] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004890] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005052] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005212] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005373] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005527] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005689] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005848] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006010] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006177] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006334] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006503] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.service_type = accelerator {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006665] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006827] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006984] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007154] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007337] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007497] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] cyborg.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007690] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.asyncio_connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007864] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.asyncio_slave_connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008048] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.backend = sqlalchemy {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008223] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008391] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.connection_debug = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008560] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.connection_parameters = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008726] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.connection_recycle_time = 3600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008888] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.connection_trace = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009060] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.db_inc_retry_interval = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009228] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.db_max_retries = 20 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009391] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.db_max_retry_interval = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009552] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.db_retry_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009713] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.max_overflow = 50 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009873] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.max_pool_size = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010040] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.max_retries = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010211] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010369] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.mysql_wsrep_sync_wait = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010526] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.pool_timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010688] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.retry_interval = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010846] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.slave_connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011012] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.sqlite_synchronous = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011181] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] database.use_db_reconnect = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011351] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.asyncio_connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011508] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.asyncio_slave_connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011678] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.backend = sqlalchemy {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011847] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012019] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.connection_debug = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012186] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.connection_parameters = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012348] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.connection_recycle_time = 3600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012509] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.connection_trace = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012701] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.db_inc_retry_interval = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012877] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.db_max_retries = 20 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013052] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.db_max_retry_interval = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013222] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.db_retry_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013384] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.max_overflow = 50 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013548] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.max_pool_size = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013735] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.max_retries = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013908] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014081] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014242] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.pool_timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014404] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.retry_interval = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014562] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.slave_connection = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014723] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] api_database.sqlite_synchronous = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014911] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] devices.enabled_mdev_types = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015123] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015303] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ephemeral_storage_encryption.default_format = luks {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015470] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ephemeral_storage_encryption.enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015635] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015812] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.api_servers = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015973] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016150] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016315] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016474] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016631] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016792] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.debug = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016957] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.default_trusted_certificate_ids = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017132] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.enable_certificate_validation = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017293] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.enable_rbd_download = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017450] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017613] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017778] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017936] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018103] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018267] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.num_retries = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018434] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.rbd_ceph_conf = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018596] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.rbd_connect_timeout = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018763] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.rbd_pool = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018926] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.rbd_user = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019105] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019266] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019422] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019589] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.service_type = image {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019751] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019910] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020077] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020237] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020415] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020578] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.verify_glance_signatures = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020776] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] glance.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020948] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] guestfs.debug = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021131] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021294] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.auth_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021451] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021609] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021773] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021930] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022101] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022262] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022419] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022590] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022764] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022921] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023091] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023251] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023406] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023579] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.service_type = shared-file-system {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023739] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.share_apply_policy_timeout = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023898] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024064] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024225] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024380] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024558] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024718] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] manila.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024895] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] mks.enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025262] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025455] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] image_cache.manager_interval = 2400 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025627] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] image_cache.precache_concurrency = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025798] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] image_cache.remove_unused_base_images = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025967] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026149] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026326] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] image_cache.subdirectory_name = _base {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026499] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.api_max_retries = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026663] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.api_retry_interval = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026824] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026984] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.auth_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027158] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027318] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027479] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027640] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.conductor_group = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027798] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027958] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028131] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028293] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028451] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028608] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028766] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028931] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.peer_list = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029100] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029262] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029425] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.serial_console_state_timeout = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029584] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029757] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.service_type = baremetal {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029913] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.shard = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030087] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030254] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030413] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030572] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030752] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030911] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ironic.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031105] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031284] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] key_manager.fixed_key = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031467] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031629] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.barbican_api_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031787] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.barbican_endpoint = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031956] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.barbican_endpoint_type = public {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032129] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.barbican_region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032291] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032450] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032638] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032814] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032974] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033151] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.number_of_retries = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033311] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.retry_delay = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033472] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.send_service_user_token = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033655] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033826] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033988] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.verify_ssl = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034160] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican.verify_ssl_path = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034328] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034492] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.auth_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034653] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034814] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034992] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035171] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035331] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035493] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035649] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] barbican_service_user.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035817] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.approle_role_id = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035974] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.approle_secret_id = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036159] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.kv_mountpoint = secret {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036318] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.kv_path = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036480] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.kv_version = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036638] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.namespace = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036797] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.root_token_id = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036956] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.ssl_ca_crt_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037134] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.timeout = 60.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037300] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.use_ssl = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037467] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037637] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037799] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037958] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038127] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038287] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038441] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038601] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038757] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038911] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039075] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039235] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039396] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039555] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039722] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.service_type = identity {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039885] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040052] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040213] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040370] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040612] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040846] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] keystone.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041066] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.ceph_mount_options = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041417] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041608] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.connection_uri = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041781] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_mode = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041944] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_model_extra_flags = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042140] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_models = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042315] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_power_governor_high = performance {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042482] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_power_governor_low = powersave {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042674] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_power_management = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042860] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043042] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.device_detach_attempts = 8 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043215] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.device_detach_timeout = 20 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043384] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.disk_cachemodes = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043546] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.disk_prefix = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043745] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.enabled_perf_events = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043912] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.file_backed_memory = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044088] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.gid_maps = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044252] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.hw_disk_discard = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044408] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.hw_machine_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044577] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_rbd_ceph_conf = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044745] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044934] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045135] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_rbd_glance_store_name = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045310] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_rbd_pool = rbd {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045479] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_type = default {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045639] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.images_volume_group = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045803] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.inject_key = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045961] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.inject_partition = -2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046134] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.inject_password = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046297] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.iscsi_iface = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046457] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.iser_use_multipath = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046619] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_bandwidth = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046783] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046946] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_downtime = 500 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047120] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047284] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047442] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_inbound_addr = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047602] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047763] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_permit_post_copy = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047921] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_scheme = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048103] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_timeout_action = abort {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048267] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_tunnelled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048423] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_uri = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048583] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.live_migration_with_native_tls = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048742] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.max_queues = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048902] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049151] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049317] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.nfs_mount_options = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049605] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049789] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049954] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.num_iser_scan_tries = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050128] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.num_memory_encrypted_guests = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050296] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050457] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.num_pcie_ports = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050623] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.num_volume_scan_tries = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050792] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.pmem_namespaces = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050952] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.quobyte_client_cfg = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051255] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051430] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rbd_connect_timeout = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051594] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051759] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051920] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rbd_secret_uuid = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052092] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rbd_user = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052261] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052432] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.remote_filesystem_transport = ssh {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052642] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rescue_image_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052815] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rescue_kernel_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052974] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rescue_ramdisk_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053159] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053321] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.rx_queue_size = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053487] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.smbfs_mount_options = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053777] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053958] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.snapshot_compression = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054133] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.snapshot_image_format = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054367] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054535] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.sparse_logical_volumes = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054698] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.swtpm_enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054869] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.swtpm_group = tss {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055068] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.swtpm_user = tss {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055243] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.sysinfo_serial = unique {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055404] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.tb_cache_size = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055561] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.tx_queue_size = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055759] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.uid_maps = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055929] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.use_virtio_for_bridges = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056122] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.virt_type = kvm {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056296] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.volume_clear = zero {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056459] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.volume_clear_size = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056621] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.volume_enforce_multipath = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056788] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.volume_use_multipath = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056946] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_cache_path = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057128] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057298] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_mount_group = qemu {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057463] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_mount_opts = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057631] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057920] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058120] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.vzstorage_mount_user = stack {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058292] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058464] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058638] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.auth_type = password {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058801] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058960] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059137] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059298] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059457] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059627] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.default_floating_pool = public {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059786] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059948] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.extension_sync_interval = 600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060121] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.http_retries = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060286] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060445] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060601] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060774] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060933] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061114] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.ovs_bridge = br-int {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061283] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.physnets = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061452] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.region_name = RegionOne {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061616] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061788] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.service_metadata_proxy = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061948] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062129] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.service_type = network {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062291] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062448] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062629] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062799] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062980] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063153] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] neutron.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063323] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] notifications.bdms_in_notifications = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063497] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] notifications.default_level = INFO {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063689] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] notifications.include_share_mapping = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063870] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] notifications.notification_format = unversioned {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064043] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] notifications.notify_on_state_change = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064223] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064397] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] pci.alias = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064567] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] pci.device_spec = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064733] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] pci.report_in_placement = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064922] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065128] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.auth_type = password {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065304] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065467] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065627] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065791] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065951] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066123] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066283] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.default_domain_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066438] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.default_domain_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066595] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.domain_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066755] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.domain_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066911] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067080] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067242] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067398] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067551] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067743] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.password = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067918] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.project_domain_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.068102] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.project_domain_name = Default {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.068273] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.project_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.068448] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.project_name = service {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.068616] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.region_name = RegionOne {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.068779] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.068939] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.069118] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.service_type = placement {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.069284] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.069441] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.069602] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.069762] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.system_scope = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.069919] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.070088] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.trust_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.070249] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.user_domain_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.070417] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.user_domain_name = Default {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.070577] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.user_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.070751] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.username = nova {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.070931] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.071104] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] placement.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.071289] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.cores = 20 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.071454] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.count_usage_from_placement = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.071625] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.071804] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.injected_file_content_bytes = 10240 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.071973] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.injected_file_path_length = 255 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.072153] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.injected_files = 5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.072320] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.instances = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.072485] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.key_pairs = 100 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.072670] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.metadata_items = 128 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.072847] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.ram = 51200 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.073014] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.recheck_quota = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.073186] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.server_group_members = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.073351] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.server_groups = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.073569] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.073760] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] quota.unified_limits_resource_strategy = require {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.073936] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.074115] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.074281] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.image_metadata_prefilter = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.074442] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.074604] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.max_attempts = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.074767] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.max_placement_results = 1000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.074930] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.075102] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.query_placement_for_image_type_support = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.075263] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.075434] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] scheduler.workers = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.075627] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.075813] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.075995] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.076182] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.076346] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.076507] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.076668] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.076852] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.077027] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.host_subset_size = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.077194] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.077353] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.077511] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.077673] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.077850] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078023] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.isolated_hosts = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078193] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.isolated_images = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078354] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078515] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078675] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078838] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.pci_in_placement = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.078998] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.079174] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.079334] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.079493] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.079653] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.079845] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.080015] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.track_instance_changes = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.080197] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.080369] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metrics.required = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.080533] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metrics.weight_multiplier = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.080694] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.080861] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] metrics.weight_setting = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.081193] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.081368] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] serial_console.enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.081546] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] serial_console.port_range = 10000:20000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.081715] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.081884] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.082063] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] serial_console.serialproxy_port = 6083 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.082235] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.082409] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.auth_type = password {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.082576] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.082760] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.082919] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.083091] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.083253] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.083424] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.send_service_user_token = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.083603] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.083772] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] service_user.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.083941] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.agent_enabled = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.084115] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.084414] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.084621] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.084794] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.html5proxy_port = 6082 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.084957] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.image_compression = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.085130] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.jpeg_compression = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.085290] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.playback_compression = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.085451] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.require_secure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.085623] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.server_listen = 127.0.0.1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.085785] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.086070] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.086243] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.streaming_mode = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.086402] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] spice.zlib_compression = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.086566] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] upgrade_levels.baseapi = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.086739] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] upgrade_levels.compute = auto {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.086899] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] upgrade_levels.conductor = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.087072] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] upgrade_levels.scheduler = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.087240] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.087402] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.auth_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.087559] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.087748] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.087914] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.088086] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.088252] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.088414] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.088570] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vendordata_dynamic_auth.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.088745] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.api_retry_count = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.088906] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.ca_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.089087] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.cache_prefix = devstack-image-cache {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.089257] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.cluster_name = testcl1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.089420] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.connection_pool_size = 10 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.089576] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.console_delay_seconds = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.089746] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.datastore_regex = ^datastore.* {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.089952] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.090140] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.host_password = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.090306] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.host_port = 443 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.090472] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.host_username = administrator@vsphere.local {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.090639] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.insecure = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.090802] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.integration_bridge = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.090964] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.maximum_objects = 100 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.091136] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.pbm_default_policy = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.091298] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.pbm_enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.091456] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.pbm_wsdl_location = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.091623] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.091805] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.serial_port_proxy_uri = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.091972] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.serial_port_service_uri = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.092151] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.task_poll_interval = 0.5 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.092323] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.use_linked_clone = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.092490] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.vnc_keymap = en-us {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.092676] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.vnc_port = 5900 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.092846] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vmware.vnc_port_total = 10000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.093040] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.auth_schemes = ['none'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.093221] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.093504] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.093693] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.093865] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.novncproxy_port = 6080 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.094072] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.server_listen = 127.0.0.1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.094258] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.094419] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.vencrypt_ca_certs = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.094578] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.vencrypt_client_cert = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.094735] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vnc.vencrypt_client_key = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.094906] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.095080] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.disable_deep_image_inspection = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.095245] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.095404] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.095564] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.095736] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.disable_rootwrap = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.095897] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.enable_numa_live_migration = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.096069] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.096234] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.096396] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.096554] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.libvirt_disable_apic = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.096713] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.096875] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.097044] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.097211] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.097372] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.097533] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.097696] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.097852] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.098015] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.098187] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.098369] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.098536] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.client_socket_timeout = 900 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.098698] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.default_pool_size = 1000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.098864] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.keep_alive = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.099039] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.max_header_line = 16384 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.099205] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.secure_proxy_ssl_header = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.099365] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.ssl_ca_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.099521] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.ssl_cert_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.099702] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.ssl_key_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.099884] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.tcp_keepidle = 600 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.100074] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.100243] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] zvm.ca_file = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.100400] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] zvm.cloud_connector_url = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.100687] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.100867] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] zvm.reachable_timeout = 300 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.101046] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.101224] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.101400] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.connection_string = messaging:// {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.101565] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.enabled = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.101733] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.es_doc_type = notification {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.101892] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.es_scroll_size = 10000 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.102068] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.es_scroll_time = 2m {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.102232] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.filter_error_trace = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.102399] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.hmac_keys = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.102585] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.sentinel_service_name = mymaster {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.102753] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.socket_timeout = 0.1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.102920] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.trace_requests = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.103091] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler.trace_sqlalchemy = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.103273] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler_jaeger.process_tags = {} {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.103432] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler_jaeger.service_name_prefix = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.103625] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] profiler_otlp.service_name_prefix = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.103814] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] remote_debug.host = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.103978] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] remote_debug.port = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.104169] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.104332] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.104492] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.104653] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.104815] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.104975] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.105146] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.105307] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.105469] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.105637] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.105812] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.105965] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.106152] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.106303] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.106465] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.106635] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.106800] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.106961] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.107144] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.107308] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.107469] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.107641] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.107865] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.108060] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.108233] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.108397] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.108558] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.108718] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.108879] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.109052] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.109218] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.ssl = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.109384] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.109547] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.109707] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.109874] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.110051] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.ssl_version = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.110216] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.110409] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.110597] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_notifications.retry = -1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.110790] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.110962] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_messaging_notifications.transport_url = **** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.111148] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.auth_section = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.111311] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.auth_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.111468] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.cafile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.111624] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.certfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.111785] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.collect_timing = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.111941] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.connect_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.112111] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.connect_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.112269] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.endpoint_id = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.112440] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.endpoint_interface = publicURL {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.112629] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.endpoint_override = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.112795] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.endpoint_region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.112958] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.endpoint_service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.113128] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.endpoint_service_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.113290] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.insecure = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.113444] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.keyfile = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.113627] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.max_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.113804] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.min_version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.113962] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.region_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.114136] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.retriable_status_codes = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.114295] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.service_name = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.114450] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.service_type = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.114609] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.split_loggers = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.114766] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.status_code_retries = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.114922] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.status_code_retry_delay = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.115091] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.timeout = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.115252] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.valid_interfaces = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.115407] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_limit.version = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.115570] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_reports.file_event_handler = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.115764] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.115926] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] oslo_reports.log_dir = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.116116] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.116278] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.116434] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.116600] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.116764] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.116921] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.117101] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.117262] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_ovs_privileged.group = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.117418] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.117583] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.117751] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.117905] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] vif_plug_ovs_privileged.user = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.118085] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.flat_interface = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.118266] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.118439] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.118609] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.118780] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.118952] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.119220] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.119302] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.119460] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.119629] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.isolate_vif = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.119796] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.119961] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.120143] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.120314] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.ovsdb_interface = native {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.120491] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] os_vif_ovs.per_port_bridge = False {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.120651] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] privsep_osbrick.capabilities = [21] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.120807] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] privsep_osbrick.group = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.120960] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] privsep_osbrick.helper_command = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.121135] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.121299] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.121456] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] privsep_osbrick.user = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.121629] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.121790] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] nova_sys_admin.group = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.121944] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] nova_sys_admin.helper_command = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.122123] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.122284] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.122439] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] nova_sys_admin.user = None {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.122589] env[70636]: DEBUG oslo_service.backend.eventlet.service [None req-40c90d1c-5c8b-498f-b421-6592f018f97e None None] ******************************************************************************** {{(pid=70636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 854.122982] env[70636]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 854.626969] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Getting list of instances from cluster (obj){ [ 854.626969] env[70636]: value = "domain-c8" [ 854.626969] env[70636]: _type = "ClusterComputeResource" [ 854.626969] env[70636]: } {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 854.628327] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517796c2-ea81-464b-a4d9-bb0db4564c42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.637661] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Got total of 0 instances {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 854.638239] env[70636]: WARNING nova.virt.vmwareapi.driver [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 854.638795] env[70636]: INFO nova.virt.node [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Generated node identity 65af5bb0-a104-4010-a4c9-9b0c2e12c41b [ 854.639059] env[70636]: INFO nova.virt.node [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Wrote node identity 65af5bb0-a104-4010-a4c9-9b0c2e12c41b to /opt/stack/data/n-cpu-1/compute_id [ 855.141648] env[70636]: WARNING nova.compute.manager [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Compute nodes ['65af5bb0-a104-4010-a4c9-9b0c2e12c41b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 856.147203] env[70636]: INFO nova.compute.manager [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 857.152416] env[70636]: WARNING nova.compute.manager [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 857.152812] env[70636]: DEBUG oslo_concurrency.lockutils [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.152974] env[70636]: DEBUG oslo_concurrency.lockutils [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.153138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.153294] env[70636]: DEBUG nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.154583] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4b09d-54bc-4564-8def-0d9fb8a56a30 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.162621] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b706c-2c8c-4ab4-95d1-ee504e69832e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.176108] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca0d3d-28ae-49a1-b37a-24e8f55848d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.182355] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57816d3a-8a85-4e3c-a6cf-33f2264fccfc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.210960] env[70636]: DEBUG nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181119MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.211128] env[70636]: DEBUG oslo_concurrency.lockutils [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.211344] env[70636]: DEBUG oslo_concurrency.lockutils [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.713450] env[70636]: WARNING nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] No compute node record for cpu-1:65af5bb0-a104-4010-a4c9-9b0c2e12c41b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 65af5bb0-a104-4010-a4c9-9b0c2e12c41b could not be found. [ 858.218091] env[70636]: INFO nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b [ 859.726373] env[70636]: DEBUG nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.726742] env[70636]: DEBUG nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.878470] env[70636]: INFO nova.scheduler.client.report [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] [req-f8b9bd31-8550-4a6a-a682-2d64c56d24b6] Created resource provider record via placement API for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 859.894911] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a59a767-bee7-40b5-9903-ec7f55f4a3de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.903083] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12f7700-0b8b-412a-b7cb-c6aef92ad342 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.933393] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f252e-a746-48f1-bbbb-d3cda7189f70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.940636] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd390ff-9611-459f-ac48-82d83e2ab2b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.953612] env[70636]: DEBUG nova.compute.provider_tree [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.490641] env[70636]: DEBUG nova.scheduler.client.report [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 860.490928] env[70636]: DEBUG nova.compute.provider_tree [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 0 to 1 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 860.491095] env[70636]: DEBUG nova.compute.provider_tree [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.542543] env[70636]: DEBUG nova.compute.provider_tree [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 1 to 2 during operation: update_traits {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.047048] env[70636]: DEBUG nova.compute.resource_tracker [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 861.047354] env[70636]: DEBUG oslo_concurrency.lockutils [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.047434] env[70636]: DEBUG nova.service [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Creating RPC server for service compute {{(pid=70636) start /opt/stack/nova/nova/service.py:186}} [ 861.062188] env[70636]: DEBUG nova.service [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] Join ServiceGroup membership for this service compute {{(pid=70636) start /opt/stack/nova/nova/service.py:203}} [ 861.062375] env[70636]: DEBUG nova.servicegroup.drivers.db [None req-edccf5b6-3711-469b-9a6e-9b656af71143 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70636) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 897.182268] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "23e67cc4-e97f-4578-bc51-81d438609860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.182731] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "23e67cc4-e97f-4578-bc51-81d438609860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.686723] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.241399] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.241690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.244056] env[70636]: INFO nova.compute.claims [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.153598] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.153849] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.326119] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b5726-65f4-41c5-b6a4-b39dcbd2f889 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.337429] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869656f6-8fba-45ae-9418-ad5c04436acb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.381698] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3cfe5b-a945-4855-ac5c-b14e64b9c3d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.391424] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd447f-cc91-4459-afeb-da13f605fcca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.416162] env[70636]: DEBUG nova.compute.provider_tree [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.662087] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.811964] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.815396] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.919690] env[70636]: DEBUG nova.scheduler.client.report [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.197883] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.318178] env[70636]: DEBUG nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.425794] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.426373] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.430129] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.234s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.432864] env[70636]: INFO nova.compute.claims [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.530816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.531124] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.866730] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.940727] env[70636]: DEBUG nova.compute.utils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.943382] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.943611] env[70636]: DEBUG nova.network.neutron [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.034494] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.065664] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.444753] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.571681] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.575091] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Getting list of instances from cluster (obj){ [ 901.575091] env[70636]: value = "domain-c8" [ 901.575091] env[70636]: _type = "ClusterComputeResource" [ 901.575091] env[70636]: } {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 901.576418] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef27b34-5c90-4123-88ec-ac1e27f16245 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.590598] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Got total of 0 instances {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 901.590721] env[70636]: WARNING nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor. [ 901.590862] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 23e67cc4-e97f-4578-bc51-81d438609860 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 901.591062] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 00daff25-7271-410d-9aca-bcf9f71371c2 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 901.591445] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "23e67cc4-e97f-4578-bc51-81d438609860" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.591698] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.591909] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.592390] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Getting list of instances from cluster (obj){ [ 901.592390] env[70636]: value = "domain-c8" [ 901.592390] env[70636]: _type = "ClusterComputeResource" [ 901.592390] env[70636]: } {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 901.593515] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb27d8f-8421-474c-b91a-554537f070ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.598931] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67776887-661c-49bc-8589-b399c352e72a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.607113] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Got total of 0 instances {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 901.616660] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5a7486-192b-471c-8475-d9ce1b708b58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.650769] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5bc083-34ad-4aed-bfc9-3528877b106a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.658220] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d245d64f-2d9e-4f6c-bcad-f0d77d7e3227 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.672528] env[70636]: DEBUG nova.compute.provider_tree [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.684595] env[70636]: DEBUG nova.policy [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b419d49f1241999f16a12ecf8d0860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65b37fd8bfa94b8dbb0b894c1caa1078', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.894473] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.894557] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.190060] env[70636]: DEBUG nova.scheduler.client.report [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.399283] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.462402] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.502592] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.502820] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.502851] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.504510] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.505153] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.505331] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.505554] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.505712] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.506133] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.506317] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.506527] env[70636]: DEBUG nova.virt.hardware [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.507477] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccfb71e-b7b6-4fb5-b176-e8a098550af2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.520618] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba21b0a-86e7-4115-a526-8fe572bb3f45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.541153] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded883d-dea6-450a-af79-a9ab55b1c7e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.694510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.695147] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.698010] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.831s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.699269] env[70636]: INFO nova.compute.claims [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.931166] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.205214] env[70636]: DEBUG nova.compute.utils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.210564] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.210564] env[70636]: DEBUG nova.network.neutron [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.439562] env[70636]: DEBUG nova.policy [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1f820da4a1c4c24a03e1bacedee1eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c2adf554caf48a298d83bb7b499df57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.504358] env[70636]: DEBUG nova.network.neutron [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Successfully created port: 0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.717247] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.894765] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b9118-4d68-4aad-a936-919073d73fa3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.907543] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e9017-d622-4805-9e31-ceb2b90a7931 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.953377] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea689ef-d7b7-423e-820c-c304c4629494 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.961525] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89185722-ab39-49a2-83b4-7fb9d06c3ecb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.981017] env[70636]: DEBUG nova.compute.provider_tree [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.029018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "a91cd690-ecbb-4a86-8e38-6515968a5040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.029018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.485717] env[70636]: DEBUG nova.scheduler.client.report [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.530913] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.735449] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.762806] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.763146] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.763361] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.763603] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.763790] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.764037] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.764320] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.764512] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.764731] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.764937] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.765220] env[70636]: DEBUG nova.virt.hardware [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.768462] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004471a7-b9bf-4ee9-8b65-b2d862632ded {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.777838] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe53633-7212-432c-8b7d-bbe88a42ac76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.989424] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.991264] env[70636]: DEBUG nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.992333] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.421s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.993741] env[70636]: INFO nova.compute.claims [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.060540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.503020] env[70636]: DEBUG nova.compute.utils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.503973] env[70636]: DEBUG nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 905.765562] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "81db790c-10a7-4786-bcb8-20d0a2974997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.765868] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "81db790c-10a7-4786-bcb8-20d0a2974997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.776928] env[70636]: DEBUG nova.network.neutron [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Successfully created port: 45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.912407] env[70636]: DEBUG nova.network.neutron [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Successfully updated port: 0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.008018] env[70636]: DEBUG nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.169699] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a6836-720d-457e-b5f4-e6c1cea4df4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.178842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f28f888-7a92-4cbe-a706-0eb18565f304 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.217839] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f4e54c-174e-4b0e-8ebc-46bfbcc6ce3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.225958] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3583281-2c36-45d4-85bd-e7251e0170ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.246865] env[70636]: DEBUG nova.compute.provider_tree [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.252395] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.252655] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.268335] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.415319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "refresh_cache-23e67cc4-e97f-4578-bc51-81d438609860" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.415440] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired lock "refresh_cache-23e67cc4-e97f-4578-bc51-81d438609860" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.415615] env[70636]: DEBUG nova.network.neutron [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.756287] env[70636]: DEBUG nova.scheduler.client.report [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.758204] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.803663] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.019063] env[70636]: DEBUG nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.032161] env[70636]: DEBUG nova.network.neutron [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.046817] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.047766] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.047766] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.047766] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.047766] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.047766] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.047960] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.049201] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.049201] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.049405] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.049647] env[70636]: DEBUG nova.virt.hardware [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.051255] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce28051-077c-48c4-9d39-a4dd58dcc62b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.059987] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5832a7-031c-4254-ba87-631370832cd4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.076016] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.086606] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.087268] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5f19c6-c82b-46b3-9a3b-69aa295f641f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.103252] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Created folder: OpenStack in parent group-v4. [ 907.104049] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating folder: Project (3b6033fadc574e669c59899932670c2b). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.104049] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38470e24-376d-4161-a972-a5abdfb7eb07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.115164] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Created folder: Project (3b6033fadc574e669c59899932670c2b) in parent group-v579393. [ 907.115273] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating folder: Instances. Parent ref: group-v579394. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.115532] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1985d153-f6bc-42c9-8680-61b83d8f2ef7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.126162] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Created folder: Instances in parent group-v579394. [ 907.129203] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.129203] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.129203] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c244918-f013-4ece-891f-fc1751f5f3ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.147757] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.147757] env[70636]: value = "task-2883628" [ 907.147757] env[70636]: _type = "Task" [ 907.147757] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.160880] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883628, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.267570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.268520] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.278790] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.348s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.286701] env[70636]: INFO nova.compute.claims [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.315981] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.663352] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883628, 'name': CreateVM_Task, 'duration_secs': 0.333329} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.663526] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.664550] env[70636]: DEBUG oslo_vmware.service [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bde5a3e-5905-467b-bc26-84c07987b86c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.670313] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.670479] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.671166] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.671412] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b5bc6a-0f5f-48df-9b48-27c83b75288e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.675627] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 907.675627] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52541c2d-f070-887d-2b8e-281d0bcc1e9b" [ 907.675627] env[70636]: _type = "Task" [ 907.675627] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.683102] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52541c2d-f070-887d-2b8e-281d0bcc1e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.702399] env[70636]: DEBUG nova.network.neutron [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Updating instance_info_cache with network_info: [{"id": "0aebfccd-5d06-46f9-8d0d-9a3e622aa6df", "address": "fa:16:3e:df:72:f0", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aebfccd-5d", "ovs_interfaceid": "0aebfccd-5d06-46f9-8d0d-9a3e622aa6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.776699] env[70636]: DEBUG nova.compute.utils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.778483] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.779424] env[70636]: DEBUG nova.network.neutron [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.922123] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "2f2b451c-1a79-4b3e-a213-bd68d875475a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.922579] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.937478] env[70636]: DEBUG nova.policy [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a76baef30d84629ae2fbdb4bdbd6eef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c93751476b147dd806ccb1c16344938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.944354] env[70636]: DEBUG nova.compute.manager [req-93a318c1-4403-4e98-86fe-de9a8b2a18c4 req-9597a44c-b982-4b75-a8a7-a571049830f5 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Received event network-vif-plugged-0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.944727] env[70636]: DEBUG oslo_concurrency.lockutils [req-93a318c1-4403-4e98-86fe-de9a8b2a18c4 req-9597a44c-b982-4b75-a8a7-a571049830f5 service nova] Acquiring lock "23e67cc4-e97f-4578-bc51-81d438609860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.945058] env[70636]: DEBUG oslo_concurrency.lockutils [req-93a318c1-4403-4e98-86fe-de9a8b2a18c4 req-9597a44c-b982-4b75-a8a7-a571049830f5 service nova] Lock "23e67cc4-e97f-4578-bc51-81d438609860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.945263] env[70636]: DEBUG oslo_concurrency.lockutils [req-93a318c1-4403-4e98-86fe-de9a8b2a18c4 req-9597a44c-b982-4b75-a8a7-a571049830f5 service nova] Lock "23e67cc4-e97f-4578-bc51-81d438609860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.945425] env[70636]: DEBUG nova.compute.manager [req-93a318c1-4403-4e98-86fe-de9a8b2a18c4 req-9597a44c-b982-4b75-a8a7-a571049830f5 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] No waiting events found dispatching network-vif-plugged-0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.945581] env[70636]: WARNING nova.compute.manager [req-93a318c1-4403-4e98-86fe-de9a8b2a18c4 req-9597a44c-b982-4b75-a8a7-a571049830f5 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Received unexpected event network-vif-plugged-0aebfccd-5d06-46f9-8d0d-9a3e622aa6df for instance with vm_state building and task_state spawning. [ 908.189890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.190151] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.190385] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.190528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.190946] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.191217] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f03b1d4-ad22-4755-9a97-28a4854ac879 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.204566] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Releasing lock "refresh_cache-23e67cc4-e97f-4578-bc51-81d438609860" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.204876] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Instance network_info: |[{"id": "0aebfccd-5d06-46f9-8d0d-9a3e622aa6df", "address": "fa:16:3e:df:72:f0", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aebfccd-5d", "ovs_interfaceid": "0aebfccd-5d06-46f9-8d0d-9a3e622aa6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.205358] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:72:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aebfccd-5d06-46f9-8d0d-9a3e622aa6df', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.217939] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Creating folder: Project (65b37fd8bfa94b8dbb0b894c1caa1078). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.220210] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a9d272-6a49-4db1-96bf-221cae6203dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.222033] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.222226] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.223236] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd965b6f-fefb-43c2-b0ec-9f8240998604 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.230332] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ba19c7-b4ac-4f03-b906-a56694a91b46 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.233847] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Created folder: Project (65b37fd8bfa94b8dbb0b894c1caa1078) in parent group-v579393. [ 908.234073] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Creating folder: Instances. Parent ref: group-v579397. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.234315] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be2816a5-7de2-4407-835f-838f4858225e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.237218] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 908.237218] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5295b361-7e77-8a0e-ea6a-809d68e6f5bd" [ 908.237218] env[70636]: _type = "Task" [ 908.237218] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.245309] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5295b361-7e77-8a0e-ea6a-809d68e6f5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.247351] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Created folder: Instances in parent group-v579397. [ 908.247564] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.247742] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.247922] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a0a63f-358d-4077-9359-d182aa3e7c4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.268341] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.268341] env[70636]: value = "task-2883631" [ 908.268341] env[70636]: _type = "Task" [ 908.268341] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.287019] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.287019] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883631, 'name': CreateVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.428983] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.486859] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "eec39238-d21d-464c-b27a-bfba7f7af671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.486859] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "eec39238-d21d-464c-b27a-bfba7f7af671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.495168] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eee89c-7706-4a4b-a527-32ccbb0c4c26 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.503711] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b4f82e-f21e-495d-8f08-34ffd006c93d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.539684] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a1596-9a71-4774-8776-d4b47337f049 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.549858] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0886c7-7aa8-42e1-9ba2-a43cefd28559 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.564137] env[70636]: DEBUG nova.compute.provider_tree [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.624133] env[70636]: DEBUG nova.network.neutron [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Successfully updated port: 45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.751525] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 908.751905] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating directory with path [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.752220] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0cdfdd-aa33-4937-9a67-fb7fb3c29298 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.774137] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Created directory with path [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.774629] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Fetch image to [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 908.774629] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Downloading image file data 5e0d8253-f1a5-43ef-b384-467ba9f1443c to [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk on the data store datastore2 {{(pid=70636) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 908.775900] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaac8e2-203c-4fac-9b59-eaf123d19a8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.783045] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883631, 'name': CreateVM_Task, 'duration_secs': 0.341108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.784831] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.794451] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5835cd-c92f-45c1-b120-922578358909 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.809499] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89de16-8718-4ddb-8a4c-dd4ef71e60ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.819115] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.819290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.819593] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.819843] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade7e999-73e9-4380-86a7-8c88bcacc33d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.824729] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 908.824729] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52464b5f-dae9-4aca-d05f-c5f25c47d025" [ 908.824729] env[70636]: _type = "Task" [ 908.824729] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.861754] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd768730-dc3b-4084-a0fb-5fa979d5aa39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.873900] env[70636]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-859e0fbe-b6a6-4c52-9c5a-e3a1239cd3bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.876267] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.877782] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.878037] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.963555] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.967201] env[70636]: DEBUG nova.network.neutron [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Successfully created port: 03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.969607] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Downloading image file data 5e0d8253-f1a5-43ef-b384-467ba9f1443c to the data store datastore2 {{(pid=70636) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 908.987274] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.056950] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 909.133535] env[70636]: DEBUG nova.scheduler.client.report [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.135925] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.136079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.136257] env[70636]: DEBUG nova.network.neutron [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.298829] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.392483] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.392888] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.393145] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.393341] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.393828] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.393828] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.394901] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.394901] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 909.394901] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.436909] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.437365] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.437453] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.437611] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.437757] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.437989] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.439081] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.439081] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.439081] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.439081] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.439081] env[70636]: DEBUG nova.virt.hardware [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.440507] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1bed2-a699-4c20-b91a-6c4055090488 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.449385] env[70636]: DEBUG nova.compute.manager [req-f6fd1037-af96-475c-bcf5-bd004d731a9c req-9a3f2461-8b96-43b4-b399-0775ea8553bc service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Received event network-vif-plugged-45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.449560] env[70636]: DEBUG oslo_concurrency.lockutils [req-f6fd1037-af96-475c-bcf5-bd004d731a9c req-9a3f2461-8b96-43b4-b399-0775ea8553bc service nova] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.449892] env[70636]: DEBUG oslo_concurrency.lockutils [req-f6fd1037-af96-475c-bcf5-bd004d731a9c req-9a3f2461-8b96-43b4-b399-0775ea8553bc service nova] Lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.449892] env[70636]: DEBUG oslo_concurrency.lockutils [req-f6fd1037-af96-475c-bcf5-bd004d731a9c req-9a3f2461-8b96-43b4-b399-0775ea8553bc service nova] Lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.450397] env[70636]: DEBUG nova.compute.manager [req-f6fd1037-af96-475c-bcf5-bd004d731a9c req-9a3f2461-8b96-43b4-b399-0775ea8553bc service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] No waiting events found dispatching network-vif-plugged-45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.450397] env[70636]: WARNING nova.compute.manager [req-f6fd1037-af96-475c-bcf5-bd004d731a9c req-9a3f2461-8b96-43b4-b399-0775ea8553bc service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Received unexpected event network-vif-plugged-45de493b-7ba7-424c-931d-bcff6ca4386a for instance with vm_state building and task_state spawning. [ 909.458955] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f2578-5fd0-40d4-8202-b4de84abfd97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.608145] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.645101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.645574] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.653430] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.593s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.655552] env[70636]: INFO nova.compute.claims [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.759746] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.760097] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.796015] env[70636]: DEBUG nova.network.neutron [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.838515] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 909.838780] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 909.887634] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Downloaded image file data 5e0d8253-f1a5-43ef-b384-467ba9f1443c to vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk on the data store datastore2 {{(pid=70636) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 909.889918] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 909.891208] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Copying Virtual Disk [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk to [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.891891] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd95363-2ee6-4416-854e-a13d54b77596 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.899826] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.900175] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 909.900175] env[70636]: value = "task-2883632" [ 909.900175] env[70636]: _type = "Task" [ 909.900175] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.909513] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.156022] env[70636]: DEBUG nova.compute.utils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.160974] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.161790] env[70636]: DEBUG nova.network.neutron [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.283537] env[70636]: DEBUG nova.policy [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0509eb125b0416dac8b68430ee54104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8941cf7f3ca049169b4351486187566c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.411811] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.452388] env[70636]: DEBUG nova.network.neutron [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [{"id": "45de493b-7ba7-424c-931d-bcff6ca4386a", "address": "fa:16:3e:0a:a8:09", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45de493b-7b", "ovs_interfaceid": "45de493b-7ba7-424c-931d-bcff6ca4386a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.665181] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.872020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c995e71-0005-4add-8e3c-0f97f645dfa0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.878688] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae916cf8-867d-41a2-9db4-5d1f6dabf1ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.914768] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01293847-b7dc-4b5c-8358-cc7de857739e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.927192] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485606c1-ba5b-48ac-94f9-ec1472b628c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.931985] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723348} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.932463] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Copied Virtual Disk [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk to [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.932892] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleting the datastore file [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.934565] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b6f18a-437e-41e7-82aa-a6f3712ce0c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.946502] env[70636]: DEBUG nova.compute.provider_tree [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.955492] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.957022] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Instance network_info: |[{"id": "45de493b-7ba7-424c-931d-bcff6ca4386a", "address": "fa:16:3e:0a:a8:09", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45de493b-7b", "ovs_interfaceid": "45de493b-7ba7-424c-931d-bcff6ca4386a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.957022] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 910.957022] env[70636]: value = "task-2883633" [ 910.957022] env[70636]: _type = "Task" [ 910.957022] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.957308] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a8:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45de493b-7ba7-424c-931d-bcff6ca4386a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.965040] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Creating folder: Project (4c2adf554caf48a298d83bb7b499df57). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.968019] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8007dd7-f53b-4936-8d92-f27bc570ae35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.978955] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883633, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.984131] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Created folder: Project (4c2adf554caf48a298d83bb7b499df57) in parent group-v579393. [ 910.984131] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Creating folder: Instances. Parent ref: group-v579400. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.984131] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e1929e-14d2-4aad-a429-1d3cccb4ca38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.993418] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Created folder: Instances in parent group-v579400. [ 910.993613] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.993801] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.993998] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feef1986-2327-4e72-9dfc-e64c7eef6942 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.015945] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.015945] env[70636]: value = "task-2883636" [ 911.015945] env[70636]: _type = "Task" [ 911.015945] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.025911] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883636, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.134011] env[70636]: DEBUG nova.compute.manager [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Received event network-changed-0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.134234] env[70636]: DEBUG nova.compute.manager [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Refreshing instance network info cache due to event network-changed-0aebfccd-5d06-46f9-8d0d-9a3e622aa6df. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.134499] env[70636]: DEBUG oslo_concurrency.lockutils [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] Acquiring lock "refresh_cache-23e67cc4-e97f-4578-bc51-81d438609860" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.134615] env[70636]: DEBUG oslo_concurrency.lockutils [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] Acquired lock "refresh_cache-23e67cc4-e97f-4578-bc51-81d438609860" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.134773] env[70636]: DEBUG nova.network.neutron [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Refreshing network info cache for port 0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.451299] env[70636]: DEBUG nova.scheduler.client.report [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.478827] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025074} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.478892] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.479423] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Moving file from [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc/5e0d8253-f1a5-43ef-b384-467ba9f1443c to [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c. {{(pid=70636) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 911.479423] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-32fc139e-757e-44da-849a-0bb627ad5223 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.486891] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 911.486891] env[70636]: value = "task-2883637" [ 911.486891] env[70636]: _type = "Task" [ 911.486891] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.495365] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883637, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.527570] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883636, 'name': CreateVM_Task, 'duration_secs': 0.377727} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.528253] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.529474] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.530595] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.530595] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.530595] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d4fa15-7342-491a-8cc9-cc610897bc8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.536414] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 911.536414] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521b9316-2e5b-1c9e-21f2-9992ac5a8574" [ 911.536414] env[70636]: _type = "Task" [ 911.536414] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.544844] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521b9316-2e5b-1c9e-21f2-9992ac5a8574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.589925] env[70636]: DEBUG nova.network.neutron [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Successfully created port: 992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.674479] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.711635] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.711889] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.712228] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.712307] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.712474] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.712619] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.712833] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.713011] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.713208] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.713370] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.713613] env[70636]: DEBUG nova.virt.hardware [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.715354] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debaab8c-48d5-421d-8f2f-aee1f6ff67ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.726881] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64db78f-9617-40a7-9f61-dd88150fae9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.958298] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.958298] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.962148] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.159s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.964835] env[70636]: INFO nova.compute.claims [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.004857] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883637, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031714} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.006160] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] File moved {{(pid=70636) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 912.009287] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Cleaning up location [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 912.009287] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleting the datastore file [datastore2] vmware_temp/b32ed328-0c11-439a-a2e0-5c5bc67404bc {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.010450] env[70636]: DEBUG nova.compute.manager [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Received event network-changed-45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.010638] env[70636]: DEBUG nova.compute.manager [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Refreshing instance network info cache due to event network-changed-45de493b-7ba7-424c-931d-bcff6ca4386a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.010894] env[70636]: DEBUG oslo_concurrency.lockutils [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] Acquiring lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.011062] env[70636]: DEBUG oslo_concurrency.lockutils [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] Acquired lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.011210] env[70636]: DEBUG nova.network.neutron [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Refreshing network info cache for port 45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.013521] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a6481e-4238-41a0-8782-eec9ee0401d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.024332] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 912.024332] env[70636]: value = "task-2883638" [ 912.024332] env[70636]: _type = "Task" [ 912.024332] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.033627] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.048316] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521b9316-2e5b-1c9e-21f2-9992ac5a8574, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.048431] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.048646] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.048857] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.102691] env[70636]: DEBUG nova.network.neutron [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Successfully updated port: 03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.472019] env[70636]: DEBUG nova.compute.utils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.477033] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.477033] env[70636]: DEBUG nova.network.neutron [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.534761] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025752} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.535217] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.536048] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30813ddc-7834-4bd6-bb25-e567b68debbf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.541591] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 912.541591] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522c472a-ae66-c408-ea9e-b5a8cf0d2f21" [ 912.541591] env[70636]: _type = "Task" [ 912.541591] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.550745] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522c472a-ae66-c408-ea9e-b5a8cf0d2f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.569746] env[70636]: DEBUG nova.network.neutron [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Updated VIF entry in instance network info cache for port 0aebfccd-5d06-46f9-8d0d-9a3e622aa6df. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.569746] env[70636]: DEBUG nova.network.neutron [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Updating instance_info_cache with network_info: [{"id": "0aebfccd-5d06-46f9-8d0d-9a3e622aa6df", "address": "fa:16:3e:df:72:f0", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aebfccd-5d", "ovs_interfaceid": "0aebfccd-5d06-46f9-8d0d-9a3e622aa6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.606921] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "refresh_cache-09b0ab7d-257c-479e-9d47-5b68fb28ec3c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.606921] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquired lock "refresh_cache-09b0ab7d-257c-479e-9d47-5b68fb28ec3c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.606921] env[70636]: DEBUG nova.network.neutron [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.655111] env[70636]: DEBUG nova.policy [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b3faf5ec9ed49609dae26232221f766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be14e9bed344b1898a6a11511b35715', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.976232] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.071777] env[70636]: DEBUG oslo_concurrency.lockutils [req-77fe8fe4-7461-48c0-a77e-4fade77c3965 req-f612dc09-1a27-4429-b515-1f6ee2f0c088 service nova] Releasing lock "refresh_cache-23e67cc4-e97f-4578-bc51-81d438609860" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.072065] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522c472a-ae66-c408-ea9e-b5a8cf0d2f21, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.079663] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.081680] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.081680] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.081680] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.081680] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35f5f19f-8c4b-4294-9908-604a15fd5449 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.083583] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a88769c-00c8-415f-bf4e-d6f91190c62c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.092974] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 913.092974] env[70636]: value = "task-2883639" [ 913.092974] env[70636]: _type = "Task" [ 913.092974] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.093548] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.093825] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.099836] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efcbb04-81bd-416e-a65a-94a692d0f01c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.111338] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 913.111338] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5243c597-9a7c-8e86-34da-cac33689cc7e" [ 913.111338] env[70636]: _type = "Task" [ 913.111338] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.114497] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.133047] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5243c597-9a7c-8e86-34da-cac33689cc7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.134293] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5ce40f-9b24-45b3-9d88-930bde9ab032 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.143694] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 913.143694] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200824d-f066-d70d-4fda-b27f7ebb1a22" [ 913.143694] env[70636]: _type = "Task" [ 913.143694] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.158665] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200824d-f066-d70d-4fda-b27f7ebb1a22, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.159116] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.159487] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 23e67cc4-e97f-4578-bc51-81d438609860/23e67cc4-e97f-4578-bc51-81d438609860.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.159857] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.160120] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.160402] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a047715b-a4a4-4d32-893f-ad9a96ac6894 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.163284] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ad2bba-03da-4df1-8807-332ae3bdf6dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.170574] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 913.170574] env[70636]: value = "task-2883640" [ 913.170574] env[70636]: _type = "Task" [ 913.170574] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.175299] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.177034] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.177034] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71184355-1f2a-4b8a-828e-63611313a509 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.183248] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.186504] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 913.186504] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52906d5f-571e-9233-f439-2bfcac023993" [ 913.186504] env[70636]: _type = "Task" [ 913.186504] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.197018] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52906d5f-571e-9233-f439-2bfcac023993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.319049] env[70636]: DEBUG nova.network.neutron [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updated VIF entry in instance network info cache for port 45de493b-7ba7-424c-931d-bcff6ca4386a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.319445] env[70636]: DEBUG nova.network.neutron [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [{"id": "45de493b-7ba7-424c-931d-bcff6ca4386a", "address": "fa:16:3e:0a:a8:09", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45de493b-7b", "ovs_interfaceid": "45de493b-7ba7-424c-931d-bcff6ca4386a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.323583] env[70636]: DEBUG nova.network.neutron [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.368144] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd589d-d4e1-40b3-8ae4-b3137e406466 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.380042] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6edacef-9ffc-4c6e-bae2-d7bc3121c784 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.428675] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1c545-6950-4209-a2e3-4cbcf12d1110 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.443930] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43087f1-7209-46b7-ba53-a014fe441bb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.459795] env[70636]: DEBUG nova.compute.provider_tree [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.619909] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518669} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.619909] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.619909] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.619909] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c05f5cf-bfe3-4bf4-96b1-0d8f6d96c9da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.627143] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 913.627143] env[70636]: value = "task-2883641" [ 913.627143] env[70636]: _type = "Task" [ 913.627143] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.637632] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.647162] env[70636]: DEBUG nova.network.neutron [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Successfully created port: b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.686479] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883640, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.697583] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52906d5f-571e-9233-f439-2bfcac023993, 'name': SearchDatastore_Task, 'duration_secs': 0.020131} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.698148] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6156d8c8-82e2-4ece-af6f-2218a557566f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.704223] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 913.704223] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5271530e-56eb-bb0e-b167-0ad484b7833b" [ 913.704223] env[70636]: _type = "Task" [ 913.704223] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.722286] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5271530e-56eb-bb0e-b167-0ad484b7833b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.820652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.820949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.831520] env[70636]: DEBUG oslo_concurrency.lockutils [req-ed3f9223-a576-48c3-89ea-456fe9024765 req-c11253fd-c5a0-4a92-a107-5d46995ea046 service nova] Releasing lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.963731] env[70636]: DEBUG nova.scheduler.client.report [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.988154] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.027620] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.028017] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.028193] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.028940] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.028940] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.028940] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.028940] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.032089] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.032336] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.032569] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.032684] env[70636]: DEBUG nova.virt.hardware [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.033953] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30442ca-f0f3-49ec-b850-0dace0d19ded {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.049047] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48517513-07c0-47a7-a02a-11e6102f61e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.144370] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281253} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.144690] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.145903] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c930a460-1e6a-4b00-9726-e0281d98dd6b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.174198] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.174780] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dcac17a-26e4-4872-947e-1044d24b2b2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.201890] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731707} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.203259] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 23e67cc4-e97f-4578-bc51-81d438609860/23e67cc4-e97f-4578-bc51-81d438609860.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.203478] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.204462] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 914.204462] env[70636]: value = "task-2883642" [ 914.204462] env[70636]: _type = "Task" [ 914.204462] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.204462] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b7c8b6-40fd-42b2-8a3d-f1c60df8a84a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.217585] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.220534] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 914.220534] env[70636]: value = "task-2883643" [ 914.220534] env[70636]: _type = "Task" [ 914.220534] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.230305] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.235363] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5271530e-56eb-bb0e-b167-0ad484b7833b, 'name': SearchDatastore_Task, 'duration_secs': 0.04879} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.235574] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.235923] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2/00daff25-7271-410d-9aca-bcf9f71371c2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.236344] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eb75285-2984-4067-aeab-b11de69b43a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.242736] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 914.242736] env[70636]: value = "task-2883644" [ 914.242736] env[70636]: _type = "Task" [ 914.242736] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.250852] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.389726] env[70636]: DEBUG nova.network.neutron [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Successfully updated port: 992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.472969] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.473566] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.479270] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.161s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.480355] env[70636]: INFO nova.compute.claims [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.521165] env[70636]: DEBUG nova.network.neutron [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Updating instance_info_cache with network_info: [{"id": "03f900fa-8732-47d8-ad5a-8fc89d009ce3", "address": "fa:16:3e:c3:fc:32", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f900fa-87", "ovs_interfaceid": "03f900fa-8732-47d8-ad5a-8fc89d009ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.717103] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883642, 'name': ReconfigVM_Task, 'duration_secs': 0.347698} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.717790] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.718764] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa5e456-d8a4-4620-82c4-2df2b0e2361c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.726669] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 914.726669] env[70636]: value = "task-2883645" [ 914.726669] env[70636]: _type = "Task" [ 914.726669] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.733987] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208774} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.734708] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.735549] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442290fe-0054-44fd-97be-84c31710279d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.742850] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883645, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.775645] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 23e67cc4-e97f-4578-bc51-81d438609860/23e67cc4-e97f-4578-bc51-81d438609860.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.776278] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43726817-6300-4546-a25f-df4040b51ac7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.799993] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.807051] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 914.807051] env[70636]: value = "task-2883646" [ 914.807051] env[70636]: _type = "Task" [ 914.807051] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.814885] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.894809] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.895076] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.895267] env[70636]: DEBUG nova.network.neutron [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.978635] env[70636]: DEBUG nova.compute.utils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.980201] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.980312] env[70636]: DEBUG nova.network.neutron [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.025835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Releasing lock "refresh_cache-09b0ab7d-257c-479e-9d47-5b68fb28ec3c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.026247] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Instance network_info: |[{"id": "03f900fa-8732-47d8-ad5a-8fc89d009ce3", "address": "fa:16:3e:c3:fc:32", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f900fa-87", "ovs_interfaceid": "03f900fa-8732-47d8-ad5a-8fc89d009ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.026724] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:fc:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f900fa-8732-47d8-ad5a-8fc89d009ce3', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.035826] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Creating folder: Project (1c93751476b147dd806ccb1c16344938). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.036629] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b34cbe3-c358-4f4c-8aef-e1d9ec7de9c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.047142] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Created folder: Project (1c93751476b147dd806ccb1c16344938) in parent group-v579393. [ 915.047421] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Creating folder: Instances. Parent ref: group-v579403. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.047810] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb2be006-a22d-47fc-827a-91a28fd4451b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.059919] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Created folder: Instances in parent group-v579403. [ 915.060261] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.060603] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.060772] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b93701cb-e146-4b39-a22e-d404d6696a32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.087817] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.087817] env[70636]: value = "task-2883649" [ 915.087817] env[70636]: _type = "Task" [ 915.087817] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.097798] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883649, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.218366] env[70636]: DEBUG nova.policy [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4faad951e6a4082927ecc1b6c5cbd74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186fa3a1a9b647f1a8a6e7091ccfa10b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.239939] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883645, 'name': Rename_Task, 'duration_secs': 0.145672} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.240710] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.241906] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599fefa7-3680-4af9-adc8-28694db6be6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.255282] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.256908] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 915.256908] env[70636]: value = "task-2883650" [ 915.256908] env[70636]: _type = "Task" [ 915.256908] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.266099] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.320343] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.474077] env[70636]: DEBUG nova.network.neutron [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.490979] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.600560] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883649, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.761570] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.094445} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.765037] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2/00daff25-7271-410d-9aca-bcf9f71371c2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.765338] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.765641] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0fe3219-cad6-4082-9038-a47f979a31d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.773570] env[70636]: DEBUG oslo_vmware.api [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883650, 'name': PowerOnVM_Task, 'duration_secs': 0.513935} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.775015] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.775490] env[70636]: INFO nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Took 8.76 seconds to spawn the instance on the hypervisor. [ 915.775775] env[70636]: DEBUG nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.776156] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 915.776156] env[70636]: value = "task-2883651" [ 915.776156] env[70636]: _type = "Task" [ 915.776156] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.779635] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c17e25-31ce-44e7-99f2-03af9ee3ba95 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.795843] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.797792] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04e6c9-4842-429e-b9c6-1aca647e6624 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.805567] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f98c5d2-dc19-4d1a-bc48-2d5446641beb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.819424] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883646, 'name': ReconfigVM_Task, 'duration_secs': 0.635013} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.847369] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 23e67cc4-e97f-4578-bc51-81d438609860/23e67cc4-e97f-4578-bc51-81d438609860.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.851667] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18a275f3-55c4-4b07-812c-5142ce84b54c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.853888] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a0cc9-d258-409c-9ef9-df9618e172e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.863909] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b79fe7-b855-4ba3-99ef-1519cf695948 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.867880] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 915.867880] env[70636]: value = "task-2883652" [ 915.867880] env[70636]: _type = "Task" [ 915.867880] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.880144] env[70636]: DEBUG nova.compute.provider_tree [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.886496] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883652, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.099025] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883649, 'name': CreateVM_Task, 'duration_secs': 0.517317} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.099119] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.100463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.100463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.100463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.100712] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7c24c1-61f7-46af-bd65-758a36eacd83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.106334] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 916.106334] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d30fa3-46a1-790f-7775-d29741343624" [ 916.106334] env[70636]: _type = "Task" [ 916.106334] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.115402] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d30fa3-46a1-790f-7775-d29741343624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.228701] env[70636]: DEBUG nova.network.neutron [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updating instance_info_cache with network_info: [{"id": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "address": "fa:16:3e:76:0f:6e", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992513bd-16", "ovs_interfaceid": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.296082] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192806} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.297944] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.307117] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf5b6f-1205-4476-9791-64b27645e1e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.332890] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2/00daff25-7271-410d-9aca-bcf9f71371c2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.335296] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af80cb3-c6fa-49a1-93ab-35aacc2bc15d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.353668] env[70636]: INFO nova.compute.manager [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Took 15.52 seconds to build instance. [ 916.360916] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 916.360916] env[70636]: value = "task-2883653" [ 916.360916] env[70636]: _type = "Task" [ 916.360916] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.369773] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.377896] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883652, 'name': Rename_Task, 'duration_secs': 0.505945} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.378170] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.378405] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16aabe2e-b018-490c-9fd5-69ca16636550 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.383328] env[70636]: DEBUG nova.scheduler.client.report [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.388100] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 916.388100] env[70636]: value = "task-2883654" [ 916.388100] env[70636]: _type = "Task" [ 916.388100] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.396084] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.411909] env[70636]: DEBUG nova.network.neutron [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Successfully created port: ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.507962] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.533100] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.533393] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.533606] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.533903] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.534112] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.534295] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.537449] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.537449] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.537449] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.537449] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.537449] env[70636]: DEBUG nova.virt.hardware [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.537859] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ebbc6-6f85-46f0-b422-4c444159d19a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.545221] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89d31c-4c31-4095-bb03-da983c9a901d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.618827] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d30fa3-46a1-790f-7775-d29741343624, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.619365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.619609] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.620458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.620936] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.620936] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.621284] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351180b6-18f5-4a97-95c2-6fd3790fa442 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.631330] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.631599] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.632690] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a260b369-d5fd-4d56-abbf-d4775baba548 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.641329] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 916.641329] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526b56df-345e-bc43-e6a1-9457d2588511" [ 916.641329] env[70636]: _type = "Task" [ 916.641329] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.650481] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526b56df-345e-bc43-e6a1-9457d2588511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.732260] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.733435] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Instance network_info: |[{"id": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "address": "fa:16:3e:76:0f:6e", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992513bd-16", "ovs_interfaceid": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.733563] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:0f:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '992513bd-16e2-41a9-ba7a-b4c9fab36562', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.744415] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Creating folder: Project (8941cf7f3ca049169b4351486187566c). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.745172] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-867d5fc6-ecad-4818-b51b-476e2a573e24 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.759276] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Created folder: Project (8941cf7f3ca049169b4351486187566c) in parent group-v579393. [ 916.759532] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Creating folder: Instances. Parent ref: group-v579406. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.759738] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dded05bb-88dd-408c-be9e-4a2ba6e7ccba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.776343] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Created folder: Instances in parent group-v579406. [ 916.776668] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.776876] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.779013] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a194272-56ba-42a7-8639-f2763c998aa5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.803576] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.803576] env[70636]: value = "task-2883657" [ 916.803576] env[70636]: _type = "Task" [ 916.803576] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.812406] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883657, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.840952] env[70636]: DEBUG nova.compute.manager [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Received event network-vif-plugged-03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.841121] env[70636]: DEBUG oslo_concurrency.lockutils [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] Acquiring lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.841309] env[70636]: DEBUG oslo_concurrency.lockutils [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.841645] env[70636]: DEBUG oslo_concurrency.lockutils [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.841645] env[70636]: DEBUG nova.compute.manager [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] No waiting events found dispatching network-vif-plugged-03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.841781] env[70636]: WARNING nova.compute.manager [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Received unexpected event network-vif-plugged-03f900fa-8732-47d8-ad5a-8fc89d009ce3 for instance with vm_state building and task_state spawning. [ 916.842132] env[70636]: DEBUG nova.compute.manager [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Received event network-changed-03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.842132] env[70636]: DEBUG nova.compute.manager [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Refreshing instance network info cache due to event network-changed-03f900fa-8732-47d8-ad5a-8fc89d009ce3. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.842324] env[70636]: DEBUG oslo_concurrency.lockutils [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] Acquiring lock "refresh_cache-09b0ab7d-257c-479e-9d47-5b68fb28ec3c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.842455] env[70636]: DEBUG oslo_concurrency.lockutils [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] Acquired lock "refresh_cache-09b0ab7d-257c-479e-9d47-5b68fb28ec3c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.842605] env[70636]: DEBUG nova.network.neutron [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Refreshing network info cache for port 03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.859816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f1559ba-46f9-4614-9971-0431e6769f56 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.047s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.871034] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883653, 'name': ReconfigVM_Task, 'duration_secs': 0.455717} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.871508] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2/00daff25-7271-410d-9aca-bcf9f71371c2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.872170] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-596294b9-c40a-4cb2-bc2f-ba5c6ec6544a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.881177] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 916.881177] env[70636]: value = "task-2883658" [ 916.881177] env[70636]: _type = "Task" [ 916.881177] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.889292] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.890332] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.898029] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.934s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.900338] env[70636]: INFO nova.compute.claims [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.904068] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883658, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.917736] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883654, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.942569] env[70636]: DEBUG nova.network.neutron [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Successfully updated port: b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.157530] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526b56df-345e-bc43-e6a1-9457d2588511, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.158476] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f094bd-ea6a-4ffb-ac0c-49b554b4df8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.165754] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 917.165754] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246db18-cbff-7086-7086-3e6921332721" [ 917.165754] env[70636]: _type = "Task" [ 917.165754] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.175071] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246db18-cbff-7086-7086-3e6921332721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.317486] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883657, 'name': CreateVM_Task, 'duration_secs': 0.41388} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.317723] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.319346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.319516] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.319829] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.320364] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2af79c-f514-4095-898d-702a7cde6618 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.325887] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 917.325887] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525738b5-c912-4859-e394-4655056b3efa" [ 917.325887] env[70636]: _type = "Task" [ 917.325887] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.335577] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525738b5-c912-4859-e394-4655056b3efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.367144] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.396534] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883658, 'name': Rename_Task, 'duration_secs': 0.171895} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.398527] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.398527] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14bed4c6-4d2a-41b1-983a-7cafcb48d3b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.408431] env[70636]: DEBUG nova.compute.utils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.414488] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.414726] env[70636]: DEBUG nova.network.neutron [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.416614] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 917.416614] env[70636]: value = "task-2883659" [ 917.416614] env[70636]: _type = "Task" [ 917.416614] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.421865] env[70636]: DEBUG oslo_vmware.api [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883654, 'name': PowerOnVM_Task, 'duration_secs': 0.770684} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.432075] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.432075] env[70636]: INFO nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Took 14.97 seconds to spawn the instance on the hypervisor. [ 917.432075] env[70636]: DEBUG nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.435112] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6dcdd-d880-45d2-b684-018e6b1c412d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.445156] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.447837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "refresh_cache-a91cd690-ecbb-4a86-8e38-6515968a5040" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.447837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquired lock "refresh_cache-a91cd690-ecbb-4a86-8e38-6515968a5040" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.447986] env[70636]: DEBUG nova.network.neutron [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.585926] env[70636]: DEBUG nova.policy [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec0ea1da83f45eeaee9ab83614b1488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a5bda958104bb387f1e2153116534f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.686950] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246db18-cbff-7086-7086-3e6921332721, 'name': SearchDatastore_Task, 'duration_secs': 0.014167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.686950] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.686950] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 09b0ab7d-257c-479e-9d47-5b68fb28ec3c/09b0ab7d-257c-479e-9d47-5b68fb28ec3c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.686950] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5255a116-815f-4c54-a68b-696cf983a2d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695568] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 917.695568] env[70636]: value = "task-2883660" [ 917.695568] env[70636]: _type = "Task" [ 917.695568] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.705307] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.842128] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525738b5-c912-4859-e394-4655056b3efa, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.842931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.844506] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.845475] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.848770] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.848770] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.848770] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d490b74-832b-4fc9-a261-0c3f1cbb7906 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.868507] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.868507] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.871153] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9e0e85-10bc-4758-a139-a223d9140567 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.883622] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 917.883622] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ecd5db-c2af-45b7-e1e9-94d29e30243a" [ 917.883622] env[70636]: _type = "Task" [ 917.883622] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.896288] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ecd5db-c2af-45b7-e1e9-94d29e30243a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.905105] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.914001] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.944781] env[70636]: DEBUG oslo_vmware.api [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883659, 'name': PowerOnVM_Task, 'duration_secs': 0.505663} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.944781] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.944954] env[70636]: INFO nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Took 13.21 seconds to spawn the instance on the hypervisor. [ 917.945069] env[70636]: DEBUG nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.945932] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c76784-691e-426f-9b74-480fea36a443 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.998393] env[70636]: INFO nova.compute.manager [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Took 19.81 seconds to build instance. [ 918.124790] env[70636]: DEBUG nova.network.neutron [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.215837] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498223} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.219133] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 09b0ab7d-257c-479e-9d47-5b68fb28ec3c/09b0ab7d-257c-479e-9d47-5b68fb28ec3c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.219133] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.219133] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2949d6c2-ee46-4939-a532-e03ac9085571 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.230790] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 918.230790] env[70636]: value = "task-2883661" [ 918.230790] env[70636]: _type = "Task" [ 918.230790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.244141] env[70636]: DEBUG nova.network.neutron [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Updated VIF entry in instance network info cache for port 03f900fa-8732-47d8-ad5a-8fc89d009ce3. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.244556] env[70636]: DEBUG nova.network.neutron [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Updating instance_info_cache with network_info: [{"id": "03f900fa-8732-47d8-ad5a-8fc89d009ce3", "address": "fa:16:3e:c3:fc:32", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f900fa-87", "ovs_interfaceid": "03f900fa-8732-47d8-ad5a-8fc89d009ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.250767] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.257659] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc6f4a7-ed52-4b5d-bb7b-f921e37a8c8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.266797] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc69488-554b-4c99-a0f0-97e34d3a45ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.303604] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab7b9a6-e98c-4db7-8623-20db0b09603a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.314552] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd3581e-f67c-4308-95f3-88bd727afe65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.331465] env[70636]: DEBUG nova.compute.provider_tree [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.400073] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ecd5db-c2af-45b7-e1e9-94d29e30243a, 'name': SearchDatastore_Task, 'duration_secs': 0.067309} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.400873] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0627d71-9109-4776-85aa-b8218a3f2bb8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.406026] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 918.406026] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52daeb0e-09d0-f6f9-01db-7ff991d8e960" [ 918.406026] env[70636]: _type = "Task" [ 918.406026] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.415125] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52daeb0e-09d0-f6f9-01db-7ff991d8e960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.513436] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fbc9c5f5-fc3e-445b-8a3a-35ab6e36a8df tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "23e67cc4-e97f-4578-bc51-81d438609860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.331s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.515230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "23e67cc4-e97f-4578-bc51-81d438609860" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.924s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.516297] env[70636]: INFO nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] During sync_power_state the instance has a pending task (networking). Skip. [ 918.516297] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "23e67cc4-e97f-4578-bc51-81d438609860" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.521692] env[70636]: INFO nova.compute.manager [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Took 18.35 seconds to build instance. [ 918.736108] env[70636]: INFO nova.compute.manager [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Rebuilding instance [ 918.754607] env[70636]: DEBUG oslo_concurrency.lockutils [req-b4aba65e-1432-442e-9f7a-857eb100edc7 req-a6fe59f9-b887-453e-8533-0938414915f5 service nova] Releasing lock "refresh_cache-09b0ab7d-257c-479e-9d47-5b68fb28ec3c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.755287] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071249} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.755695] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.756689] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac0a3cd-598c-40a8-8c45-535a09706c9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.790794] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 09b0ab7d-257c-479e-9d47-5b68fb28ec3c/09b0ab7d-257c-479e-9d47-5b68fb28ec3c.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.795365] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90bd1f9-fb91-4628-9428-83185f9bade5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.813409] env[70636]: DEBUG nova.network.neutron [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Updating instance_info_cache with network_info: [{"id": "b054383d-aa59-43cd-8f7b-be76bd73ec4a", "address": "fa:16:3e:35:f3:43", "network": {"id": "40b0c33c-9827-4280-9e83-a8c90441c113", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-98405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be14e9bed344b1898a6a11511b35715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb054383d-aa", "ovs_interfaceid": "b054383d-aa59-43cd-8f7b-be76bd73ec4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.820673] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 918.820673] env[70636]: value = "task-2883662" [ 918.820673] env[70636]: _type = "Task" [ 918.820673] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.830969] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.838312] env[70636]: DEBUG nova.scheduler.client.report [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.848962] env[70636]: DEBUG nova.compute.manager [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.850355] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c46759e-d82e-48f7-a071-a540542609a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.918143] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52daeb0e-09d0-f6f9-01db-7ff991d8e960, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.918594] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.918694] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 97d77c3d-a0e8-4095-a8a9-06190fa7d878/97d77c3d-a0e8-4095-a8a9-06190fa7d878.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.918919] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-755ca4b3-20be-40b8-9484-80ba9b1964f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.925824] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 918.925824] env[70636]: value = "task-2883663" [ 918.925824] env[70636]: _type = "Task" [ 918.925824] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.929971] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.938510] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.966013] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.966262] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.967072] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.967072] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.967072] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.967072] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.967229] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.967392] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.967548] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.967702] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.967885] env[70636]: DEBUG nova.virt.hardware [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.969089] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df65e6-4085-4977-bf71-cf254ab2deb6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.977824] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6d01a-3272-4753-9cd7-1afc94999938 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.021068] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.025719] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6c61872b-b2cb-4dd8-9308-90b43f550401 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.870s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.025719] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.433s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.025719] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593df4c5-f182-4447-8c09-d2969456af17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.029071] env[70636]: DEBUG nova.network.neutron [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Successfully created port: ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.317964] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Releasing lock "refresh_cache-a91cd690-ecbb-4a86-8e38-6515968a5040" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.318843] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Instance network_info: |[{"id": "b054383d-aa59-43cd-8f7b-be76bd73ec4a", "address": "fa:16:3e:35:f3:43", "network": {"id": "40b0c33c-9827-4280-9e83-a8c90441c113", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-98405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be14e9bed344b1898a6a11511b35715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb054383d-aa", "ovs_interfaceid": "b054383d-aa59-43cd-8f7b-be76bd73ec4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.319033] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:f3:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b054383d-aa59-43cd-8f7b-be76bd73ec4a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.327927] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Creating folder: Project (4be14e9bed344b1898a6a11511b35715). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.328950] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac25f1a0-2a92-4df2-bbdb-0c6a95f49b8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.345240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.346998] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.352027] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.352027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.743s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.356436] env[70636]: INFO nova.compute.claims [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.362246] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Created folder: Project (4be14e9bed344b1898a6a11511b35715) in parent group-v579393. [ 919.362246] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Creating folder: Instances. Parent ref: group-v579409. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.362246] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-688f0c8e-ca6f-447a-890d-623a90b05f75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.385751] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Created folder: Instances in parent group-v579409. [ 919.385751] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.385751] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.386170] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d42ec9-3dbb-4053-8842-2e5f8f621af4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.424121] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.424121] env[70636]: value = "task-2883666" [ 919.424121] env[70636]: _type = "Task" [ 919.424121] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.442645] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883666, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.447745] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501117} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.448116] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 97d77c3d-a0e8-4095-a8a9-06190fa7d878/97d77c3d-a0e8-4095-a8a9-06190fa7d878.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.448255] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.452417] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fac3775-a3fe-4981-99a4-5c3e182609a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.459529] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 919.459529] env[70636]: value = "task-2883667" [ 919.459529] env[70636]: _type = "Task" [ 919.459529] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.471830] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.536978] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.562213] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.651927] env[70636]: DEBUG nova.network.neutron [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Successfully updated port: ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.855322] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883662, 'name': ReconfigVM_Task, 'duration_secs': 0.686197} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.856896] env[70636]: DEBUG nova.compute.utils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.857179] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 09b0ab7d-257c-479e-9d47-5b68fb28ec3c/09b0ab7d-257c-479e-9d47-5b68fb28ec3c.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.861017] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.861860] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.865124] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8c08b47-a875-46a3-8e1a-1cbdf8de1474 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.876648] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.878302] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-776e26c6-5a99-474e-918a-aff8c694d372 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.887336] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 919.887336] env[70636]: value = "task-2883668" [ 919.887336] env[70636]: _type = "Task" [ 919.887336] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.895090] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 919.895090] env[70636]: value = "task-2883669" [ 919.895090] env[70636]: _type = "Task" [ 919.895090] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.903405] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883668, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.908466] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.936457] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883666, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.973047] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069675} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.973350] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.974182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fb3f17-fe2c-45f2-bf51-93d04ef0b125 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.000522] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 97d77c3d-a0e8-4095-a8a9-06190fa7d878/97d77c3d-a0e8-4095-a8a9-06190fa7d878.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.000853] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33ab406-890e-4a2a-849a-b323a75f472d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.021062] env[70636]: DEBUG nova.policy [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a172e35385bb42a29427cb18a45da0c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3b92cc5e4744b7eb86c618c74cbc942', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.029875] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 920.029875] env[70636]: value = "task-2883670" [ 920.029875] env[70636]: _type = "Task" [ 920.029875] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.040124] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.156673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.156757] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.157175] env[70636]: DEBUG nova.network.neutron [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.358758] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.413890] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883668, 'name': Rename_Task, 'duration_secs': 0.206262} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.415285] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.422237] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af790bb-af75-421f-b6bc-82c42fcec3d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.424182] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883669, 'name': PowerOffVM_Task, 'duration_secs': 0.128112} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.427400] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.427716] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.432984] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4cc02f-f414-44cf-9712-1d05c2a235e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.439031] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 920.439031] env[70636]: value = "task-2883671" [ 920.439031] env[70636]: _type = "Task" [ 920.439031] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.448668] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.449249] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883666, 'name': CreateVM_Task, 'duration_secs': 0.517433} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.452843] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc0e0f83-5db6-487e-9a9f-99f7aa316c50 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.454877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.464030] env[70636]: DEBUG oslo_vmware.service [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0844c-e259-4290-b977-d3115d50a65e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.465842] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.470565] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.472033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.472033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.472033] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f40a51-29ce-4029-ba3a-5ff0f3350b1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.483011] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 920.483011] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52944e86-15e3-bba9-9855-8f286d07cc3e" [ 920.483011] env[70636]: _type = "Task" [ 920.483011] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.492088] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.493138] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.493138] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleting the datastore file [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.494474] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb018c5c-a6e2-4ba3-a173-3c00cbceb9cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.503063] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.503329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.503549] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.503685] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.503847] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.504298] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd978383-39a7-451a-92ae-81a56079ebfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.507833] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 920.507833] env[70636]: value = "task-2883673" [ 920.507833] env[70636]: _type = "Task" [ 920.507833] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.519986] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.523474] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.524330] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.524518] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c70da4-ccbc-4819-98c1-8e357fb0ed72 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.538599] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee5fec8-8da5-47ad-9092-5ea31a2dcd02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.550433] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 920.550433] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a8f757-022a-0c3e-da56-179b5b3b0e2d" [ 920.550433] env[70636]: _type = "Task" [ 920.550433] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.550669] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.561874] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 920.562135] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Creating directory with path [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.562443] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9054556-eaff-40ca-b270-3c552ba9bd60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.586238] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Created directory with path [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.586558] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Fetch image to [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 920.586682] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Downloading image file data 5e0d8253-f1a5-43ef-b384-467ba9f1443c to [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk on the data store datastore1 {{(pid=70636) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 920.587878] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c08a684-2da4-4dde-bd7c-fcb354cd93d1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.600407] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eeee29-4094-42a2-93cb-ea662b15ad1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.611059] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d064651b-dfdd-4cd9-852d-9fca52001671 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.652759] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58911548-40e0-4aee-b05b-264dc5d94b3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.658572] env[70636]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4f8ebe60-fb71-4f97-9a14-aedec38c42ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.682183] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80f443-2390-4240-bdf7-3fa374dca480 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.690155] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c59430-b459-4d94-9cfe-74928edc8e5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.727464] env[70636]: DEBUG nova.network.neutron [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.731136] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa1609-4bd7-4979-94bf-f77a8b8b8884 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.741848] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8560d7d-6b1c-454d-a152-d5562c903983 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.758724] env[70636]: DEBUG nova.compute.provider_tree [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.766518] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Downloading image file data 5e0d8253-f1a5-43ef-b384-467ba9f1443c to the data store datastore1 {{(pid=70636) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 920.925225] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Received event network-vif-plugged-992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.925581] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Acquiring lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.925753] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.925887] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.926955] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] No waiting events found dispatching network-vif-plugged-992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.927815] env[70636]: WARNING nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Received unexpected event network-vif-plugged-992513bd-16e2-41a9-ba7a-b4c9fab36562 for instance with vm_state building and task_state spawning. [ 920.927815] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Received event network-changed-992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.927815] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Refreshing instance network info cache due to event network-changed-992513bd-16e2-41a9-ba7a-b4c9fab36562. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.927815] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Acquiring lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.928040] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Acquired lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.928277] env[70636]: DEBUG nova.network.neutron [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Refreshing network info cache for port 992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.931094] env[70636]: DEBUG oslo_vmware.rw_handles [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 921.011859] env[70636]: DEBUG nova.compute.manager [req-b7b8c662-b958-4d6c-9b7a-ce5317acb234 req-3e072833-5149-45bf-97e2-2131fe974e7f service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Received event network-vif-plugged-ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.011859] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7b8c662-b958-4d6c-9b7a-ce5317acb234 req-3e072833-5149-45bf-97e2-2131fe974e7f service nova] Acquiring lock "81db790c-10a7-4786-bcb8-20d0a2974997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.012045] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7b8c662-b958-4d6c-9b7a-ce5317acb234 req-3e072833-5149-45bf-97e2-2131fe974e7f service nova] Lock "81db790c-10a7-4786-bcb8-20d0a2974997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.012206] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7b8c662-b958-4d6c-9b7a-ce5317acb234 req-3e072833-5149-45bf-97e2-2131fe974e7f service nova] Lock "81db790c-10a7-4786-bcb8-20d0a2974997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.012392] env[70636]: DEBUG nova.compute.manager [req-b7b8c662-b958-4d6c-9b7a-ce5317acb234 req-3e072833-5149-45bf-97e2-2131fe974e7f service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] No waiting events found dispatching network-vif-plugged-ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.012604] env[70636]: WARNING nova.compute.manager [req-b7b8c662-b958-4d6c-9b7a-ce5317acb234 req-3e072833-5149-45bf-97e2-2131fe974e7f service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Received unexpected event network-vif-plugged-ad4636b7-75a1-4429-a882-2fac7e45f766 for instance with vm_state building and task_state spawning. [ 921.019170] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.019170] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.033907] env[70636]: DEBUG oslo_vmware.api [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883671, 'name': PowerOnVM_Task, 'duration_secs': 0.571153} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.040520] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.040778] env[70636]: INFO nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Took 11.74 seconds to spawn the instance on the hypervisor. [ 921.040959] env[70636]: DEBUG nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.041271] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125914} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.042572] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3320c6aa-8b04-48fe-9397-a9082df182c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.045594] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.045786] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.045952] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.057187] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883670, 'name': ReconfigVM_Task, 'duration_secs': 0.613067} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.061504] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 97d77c3d-a0e8-4095-a8a9-06190fa7d878/97d77c3d-a0e8-4095-a8a9-06190fa7d878.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.062685] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2046c183-58c8-4186-b5db-845aeb53efe7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.071101] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 921.071101] env[70636]: value = "task-2883674" [ 921.071101] env[70636]: _type = "Task" [ 921.071101] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.080402] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883674, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.118843] env[70636]: DEBUG nova.network.neutron [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Updating instance_info_cache with network_info: [{"id": "ad4636b7-75a1-4429-a882-2fac7e45f766", "address": "fa:16:3e:56:42:93", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4636b7-75", "ovs_interfaceid": "ad4636b7-75a1-4429-a882-2fac7e45f766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.268774] env[70636]: DEBUG nova.scheduler.client.report [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.376299] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.411478] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.412280] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.412484] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.412664] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.412809] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.412955] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.413259] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.413360] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.413555] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.413681] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.413850] env[70636]: DEBUG nova.virt.hardware [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.414774] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232b3d0-3a58-4d79-a91c-aaf55653cc0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.423608] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e408c59-8b36-444b-bd0f-8e3cd718e1d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.487085] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Successfully created port: db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.499386] env[70636]: DEBUG nova.network.neutron [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Successfully updated port: ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.532123] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.578023] env[70636]: INFO nova.compute.manager [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Took 20.03 seconds to build instance. [ 921.587691] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883674, 'name': Rename_Task, 'duration_secs': 0.214211} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.588247] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.588888] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e57b7463-8b08-415b-b051-22d1f4b8b2c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.596924] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 921.596924] env[70636]: value = "task-2883675" [ 921.596924] env[70636]: _type = "Task" [ 921.596924] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.608524] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.620189] env[70636]: DEBUG oslo_vmware.rw_handles [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 921.620407] env[70636]: DEBUG oslo_vmware.rw_handles [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 921.624539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624862] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Instance network_info: |[{"id": "ad4636b7-75a1-4429-a882-2fac7e45f766", "address": "fa:16:3e:56:42:93", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4636b7-75", "ovs_interfaceid": "ad4636b7-75a1-4429-a882-2fac7e45f766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.625274] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:42:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4636b7-75a1-4429-a882-2fac7e45f766', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.633249] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating folder: Project (186fa3a1a9b647f1a8a6e7091ccfa10b). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.634265] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3df388d5-d141-4a98-a04e-1a136fd2a5db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.645695] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created folder: Project (186fa3a1a9b647f1a8a6e7091ccfa10b) in parent group-v579393. [ 921.645948] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating folder: Instances. Parent ref: group-v579412. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.646217] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f24f5be6-74ff-4859-bb1b-cff51a66ef5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.655323] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created folder: Instances in parent group-v579412. [ 921.655788] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.655995] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.656216] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b776294-1b09-428a-adca-c5af8f9918c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.677910] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.677910] env[70636]: value = "task-2883678" [ 921.677910] env[70636]: _type = "Task" [ 921.677910] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.688539] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883678, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.720979] env[70636]: DEBUG nova.network.neutron [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updated VIF entry in instance network info cache for port 992513bd-16e2-41a9-ba7a-b4c9fab36562. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.721400] env[70636]: DEBUG nova.network.neutron [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updating instance_info_cache with network_info: [{"id": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "address": "fa:16:3e:76:0f:6e", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992513bd-16", "ovs_interfaceid": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.763709] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Downloaded image file data 5e0d8253-f1a5-43ef-b384-467ba9f1443c to vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk on the data store datastore1 {{(pid=70636) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 921.766212] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 921.766332] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Copying Virtual Disk [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk to [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.766615] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e847795-f0e5-4e85-8199-aa28ea2cac36 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.771380] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.771886] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.778043] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.877s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.778043] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.778043] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 921.778043] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.872s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.778592] env[70636]: INFO nova.compute.claims [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.781956] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 921.781956] env[70636]: value = "task-2883679" [ 921.781956] env[70636]: _type = "Task" [ 921.781956] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.785887] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95cf4d6-695b-4bdf-8262-5db8c179ce38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.802621] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898ceef-aa3d-458d-9fa0-2ad2e91614c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.803792] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.818702] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16613ae-d727-4f62-8a21-40f88124cfd8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.827443] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8777be-620f-4c4d-99f8-3f058d2c11f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.867051] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181132MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 921.868477] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.004172] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "refresh_cache-bf6957cf-a32d-4faf-b388-a55b92a2294b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.004457] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "refresh_cache-bf6957cf-a32d-4faf-b388-a55b92a2294b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.004558] env[70636]: DEBUG nova.network.neutron [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.070431] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.084786] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7eabf7ad-0e0d-42c6-b59d-52e17801fbe5 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.553s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.107301] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.107709] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.108421] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.108421] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.108421] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.108572] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.108946] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.109177] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.109409] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.109601] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.109776] env[70636]: DEBUG nova.virt.hardware [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.110718] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b256b-e168-4a92-a8e7-b651fd372cf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.118860] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883675, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.122353] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ba6987-6e04-411a-a3c1-dd6d8a0e22fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.139740] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.147555] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.148168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.148670] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-504a1b7a-69b7-4776-91cf-0befb491a24b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.168647] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.168647] env[70636]: value = "task-2883680" [ 922.168647] env[70636]: _type = "Task" [ 922.168647] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.178952] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883680, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.187590] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883678, 'name': CreateVM_Task, 'duration_secs': 0.391862} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.187784] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.188576] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.188789] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.189173] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.189472] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2f9687-faa8-4c03-94a7-62965781854f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.194583] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 922.194583] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e283b7-9236-7815-f63a-3e7cf432e37f" [ 922.194583] env[70636]: _type = "Task" [ 922.194583] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.203055] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e283b7-9236-7815-f63a-3e7cf432e37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.224957] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Releasing lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.225212] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Received event network-vif-plugged-b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.225488] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Acquiring lock "a91cd690-ecbb-4a86-8e38-6515968a5040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.225702] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.225865] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.226124] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] No waiting events found dispatching network-vif-plugged-b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.226285] env[70636]: WARNING nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Received unexpected event network-vif-plugged-b054383d-aa59-43cd-8f7b-be76bd73ec4a for instance with vm_state building and task_state spawning. [ 922.226465] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Received event network-changed-b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.226660] env[70636]: DEBUG nova.compute.manager [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Refreshing instance network info cache due to event network-changed-b054383d-aa59-43cd-8f7b-be76bd73ec4a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.226845] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Acquiring lock "refresh_cache-a91cd690-ecbb-4a86-8e38-6515968a5040" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.226995] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Acquired lock "refresh_cache-a91cd690-ecbb-4a86-8e38-6515968a5040" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.227179] env[70636]: DEBUG nova.network.neutron [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Refreshing network info cache for port b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.282878] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Successfully created port: cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.285921] env[70636]: DEBUG nova.compute.utils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.288480] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.288480] env[70636]: DEBUG nova.network.neutron [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.302493] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883679, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.405209] env[70636]: DEBUG nova.policy [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e39bd45eec4d6c82cc9e49824cd67a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dddc11c35222474da1299a73d6378dad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.589909] env[70636]: DEBUG nova.network.neutron [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.610726] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883675, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.683291] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883680, 'name': CreateVM_Task, 'duration_secs': 0.50949} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.683291] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.683667] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.704182] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.704469] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.704680] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.704943] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.705345] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.705642] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92eb819-b9bd-4bd8-bd97-1c6a7d74ee56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.710926] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 922.710926] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523d66ba-12b5-d7a1-e324-db9c7d0130d5" [ 922.710926] env[70636]: _type = "Task" [ 922.710926] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.721313] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523d66ba-12b5-d7a1-e324-db9c7d0130d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.801318] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.819511] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77621} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.820825] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Copied Virtual Disk [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk to [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.820825] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleting the datastore file [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c/tmp-sparse.vmdk {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.820825] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f14d9f4-777a-4106-ae0f-6e85645101e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.826606] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 922.826606] env[70636]: value = "task-2883681" [ 922.826606] env[70636]: _type = "Task" [ 922.826606] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.835290] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.035206] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fccca9d-3ced-4cfa-b8a5-9cf2f4dffc93 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.045874] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d5c1c7-6920-4f1c-a90c-8ef7f9099577 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.080085] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80795e6-554f-4b18-8c71-f6605b683efa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.090575] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b43a6e-708b-423d-ac55-5c6822b7ae70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.105456] env[70636]: DEBUG nova.compute.provider_tree [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.115395] env[70636]: DEBUG oslo_vmware.api [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883675, 'name': PowerOnVM_Task, 'duration_secs': 1.198396} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.116299] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Successfully created port: 5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.119905] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.120132] env[70636]: INFO nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Took 11.45 seconds to spawn the instance on the hypervisor. [ 923.120312] env[70636]: DEBUG nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.121717] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98711871-c58c-4349-90fe-710c755805ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.223151] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223151] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.223290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.260871] env[70636]: DEBUG nova.network.neutron [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Updating instance_info_cache with network_info: [{"id": "ac79dea0-a79a-41f7-b795-091558f08097", "address": "fa:16:3e:36:68:f8", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac79dea0-a7", "ovs_interfaceid": "ac79dea0-a79a-41f7-b795-091558f08097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.338333] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048669} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.338631] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.338837] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Moving file from [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d/5e0d8253-f1a5-43ef-b384-467ba9f1443c to [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c. {{(pid=70636) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 923.339101] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-fdae2c28-c0c7-4598-b96c-7bf3ee9f2b9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.345883] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 923.345883] env[70636]: value = "task-2883682" [ 923.345883] env[70636]: _type = "Task" [ 923.345883] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.354377] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883682, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.462865] env[70636]: DEBUG nova.network.neutron [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Updated VIF entry in instance network info cache for port b054383d-aa59-43cd-8f7b-be76bd73ec4a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.463320] env[70636]: DEBUG nova.network.neutron [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Updating instance_info_cache with network_info: [{"id": "b054383d-aa59-43cd-8f7b-be76bd73ec4a", "address": "fa:16:3e:35:f3:43", "network": {"id": "40b0c33c-9827-4280-9e83-a8c90441c113", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-98405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be14e9bed344b1898a6a11511b35715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb054383d-aa", "ovs_interfaceid": "b054383d-aa59-43cd-8f7b-be76bd73ec4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.491454] env[70636]: DEBUG nova.network.neutron [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Successfully created port: f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.612378] env[70636]: DEBUG nova.scheduler.client.report [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.646674] env[70636]: INFO nova.compute.manager [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Took 20.74 seconds to build instance. [ 923.764263] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "refresh_cache-bf6957cf-a32d-4faf-b388-a55b92a2294b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.764742] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Instance network_info: |[{"id": "ac79dea0-a79a-41f7-b795-091558f08097", "address": "fa:16:3e:36:68:f8", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac79dea0-a7", "ovs_interfaceid": "ac79dea0-a79a-41f7-b795-091558f08097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.765443] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:68:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac79dea0-a79a-41f7-b795-091558f08097', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.778047] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating folder: Project (c1a5bda958104bb387f1e2153116534f). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.778557] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19270f28-7ba0-4b70-b6a5-fc3138e17a63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.795553] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created folder: Project (c1a5bda958104bb387f1e2153116534f) in parent group-v579393. [ 923.795553] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating folder: Instances. Parent ref: group-v579416. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.795553] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b137f68d-42e0-4175-a0c5-a27e9ac63a24 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.805031] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created folder: Instances in parent group-v579416. [ 923.805290] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.805489] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.805703] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ea7295-eb5c-4dbe-a7e2-c2470dddd63f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.823723] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.830885] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.830885] env[70636]: value = "task-2883685" [ 923.830885] env[70636]: _type = "Task" [ 923.830885] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.839872] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883685, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.858472] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883682, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.055626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.861217] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.861217] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.861217] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.861385] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.861480] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.861830] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.861830] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.861931] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.862107] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.862267] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.862457] env[70636]: DEBUG nova.virt.hardware [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.862757] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] File moved {{(pid=70636) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 923.862938] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Cleaning up location [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 923.863102] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleting the datastore file [datastore1] vmware_temp/8486e093-5937-4dbf-bf61-3b01c802c77d {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.863888] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87054fc0-eaa7-4347-965b-820f0ed221df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.866580] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b616742d-2782-498f-bbcc-0772d1000fa0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.874149] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23368a82-2886-4552-a50d-aed99fc70c89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.878031] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 923.878031] env[70636]: value = "task-2883686" [ 923.878031] env[70636]: _type = "Task" [ 923.878031] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.896056] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.966796] env[70636]: DEBUG oslo_concurrency.lockutils [req-dc2063cc-78c4-48e8-a542-0f1a11684558 req-3ecac6e1-c366-4f73-9b6a-248332bf0ac0 service nova] Releasing lock "refresh_cache-a91cd690-ecbb-4a86-8e38-6515968a5040" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.039986] env[70636]: DEBUG nova.compute.manager [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 924.097137] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.097365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "2a559c15-0334-44db-9f7d-ed3282993961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.117494] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.118060] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.121103] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.561s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.122642] env[70636]: INFO nova.compute.claims [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.150268] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9aefb326-ad01-45a5-844c-4fdc0d1fcc94 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.256s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.158732] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Acquiring lock "23e67cc4-e97f-4578-bc51-81d438609860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.159161] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lock "23e67cc4-e97f-4578-bc51-81d438609860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.159268] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Acquiring lock "23e67cc4-e97f-4578-bc51-81d438609860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.159520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lock "23e67cc4-e97f-4578-bc51-81d438609860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.159520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lock "23e67cc4-e97f-4578-bc51-81d438609860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.161517] env[70636]: INFO nova.compute.manager [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Terminating instance [ 924.341472] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883685, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.388100] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.388371] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.389327] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19c175a-e32a-40f8-994f-7b2629506087 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.397122] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 924.397122] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7a2f4-1325-60d2-85c0-7836f4ff6088" [ 924.397122] env[70636]: _type = "Task" [ 924.397122] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.404920] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7a2f4-1325-60d2-85c0-7836f4ff6088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.563832] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.601847] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.628968] env[70636]: DEBUG nova.compute.utils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.630532] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.630695] env[70636]: DEBUG nova.network.neutron [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.665739] env[70636]: DEBUG nova.compute.manager [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.665956] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.667362] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f39e59-224b-4ead-aae6-dad2fe18118a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.675186] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.675314] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e105e8-3b57-47c8-bd6d-3daba7de15c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.681173] env[70636]: DEBUG nova.policy [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4faad951e6a4082927ecc1b6c5cbd74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186fa3a1a9b647f1a8a6e7091ccfa10b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.684588] env[70636]: DEBUG oslo_vmware.api [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Waiting for the task: (returnval){ [ 924.684588] env[70636]: value = "task-2883687" [ 924.684588] env[70636]: _type = "Task" [ 924.684588] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.693467] env[70636]: DEBUG oslo_vmware.api [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Task: {'id': task-2883687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.842453] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883685, 'name': CreateVM_Task, 'duration_secs': 0.511309} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.844317] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.845101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.845332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.845568] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.845833] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5883812-83af-4c6f-8913-df5776cc0153 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.854452] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 924.854452] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff6d7d-f92d-43de-afd2-3446361d1aaa" [ 924.854452] env[70636]: _type = "Task" [ 924.854452] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.867337] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff6d7d-f92d-43de-afd2-3446361d1aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.909355] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7a2f4-1325-60d2-85c0-7836f4ff6088, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.909899] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.910363] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a91cd690-ecbb-4a86-8e38-6515968a5040/a91cd690-ecbb-4a86-8e38-6515968a5040.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.910734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.911306] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.911629] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a2a9e8-17c2-4a69-89f3-05d23a0a270c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.915191] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d56dca4-b2ad-471f-a3e4-d6481f4bed01 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.921707] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 924.921707] env[70636]: value = "task-2883688" [ 924.921707] env[70636]: _type = "Task" [ 924.921707] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.929479] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.929728] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.934025] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ccce89-b2e3-4863-9923-507afb6f0fc4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.942829] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.948662] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 924.948662] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c98f45-575e-c578-dd07-f7c404dd86e0" [ 924.948662] env[70636]: _type = "Task" [ 924.948662] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.963396] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c98f45-575e-c578-dd07-f7c404dd86e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.964359] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c067427-356c-4adf-ba53-0370905f9c8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.972211] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 924.972211] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e069fd-504e-7582-9646-df22695ae9fd" [ 924.972211] env[70636]: _type = "Task" [ 924.972211] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.982033] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e069fd-504e-7582-9646-df22695ae9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.063538] env[70636]: DEBUG nova.network.neutron [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Successfully created port: 1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.134662] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.141868] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.172809] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "922f2a8a-0028-4933-8616-2435af7d7010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.173423] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "922f2a8a-0028-4933-8616-2435af7d7010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.196438] env[70636]: DEBUG oslo_vmware.api [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Task: {'id': task-2883687, 'name': PowerOffVM_Task, 'duration_secs': 0.317284} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.199399] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.199806] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.200749] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39585ac8-66eb-4614-a56a-c9961f5f3078 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.283289] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.283548] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.284011] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Deleting the datastore file [datastore2] 23e67cc4-e97f-4578-bc51-81d438609860 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.284497] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae1db2cd-da3f-470f-be28-dce441f24af5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.303966] env[70636]: DEBUG oslo_vmware.api [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Waiting for the task: (returnval){ [ 925.303966] env[70636]: value = "task-2883690" [ 925.303966] env[70636]: _type = "Task" [ 925.303966] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.317443] env[70636]: DEBUG oslo_vmware.api [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Task: {'id': task-2883690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.377269] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff6d7d-f92d-43de-afd2-3446361d1aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.377269] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.377269] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.377269] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.438851] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883688, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.476018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b5906-e95a-4ddd-b7c6-84dde0562f78 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.488343] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e069fd-504e-7582-9646-df22695ae9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.491673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.491857] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/81db790c-10a7-4786-bcb8-20d0a2974997.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.492235] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.492445] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.492676] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d816a9-5d5a-4dd9-b836-c2f1552c29f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.495693] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960a2ae-be7f-4f15-9912-13ef29fc5523 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.502072] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71ff4c3e-37e4-4260-8bab-1a1d471da9a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.546991] env[70636]: DEBUG nova.network.neutron [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Successfully updated port: f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.548647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b6679-f308-496f-8741-5b6fca27ce22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.552309] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 925.552309] env[70636]: value = "task-2883691" [ 925.552309] env[70636]: _type = "Task" [ 925.552309] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.552309] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.552309] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.553039] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175d9eb7-8f93-4cff-97fd-b1b71f51d0ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.565243] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa4c86e-7b69-4c01-88de-621419d6d385 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.574352] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 925.574352] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5281996b-e7ff-f967-834b-1d9cdd0945f4" [ 925.574352] env[70636]: _type = "Task" [ 925.574352] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.574618] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.587478] env[70636]: DEBUG nova.compute.provider_tree [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.594561] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5281996b-e7ff-f967-834b-1d9cdd0945f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.632949] env[70636]: DEBUG nova.compute.manager [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Received event network-vif-plugged-ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.633982] env[70636]: DEBUG oslo_concurrency.lockutils [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] Acquiring lock "bf6957cf-a32d-4faf-b388-a55b92a2294b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.633982] env[70636]: DEBUG oslo_concurrency.lockutils [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.633982] env[70636]: DEBUG oslo_concurrency.lockutils [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.633982] env[70636]: DEBUG nova.compute.manager [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] No waiting events found dispatching network-vif-plugged-ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.633982] env[70636]: WARNING nova.compute.manager [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Received unexpected event network-vif-plugged-ac79dea0-a79a-41f7-b795-091558f08097 for instance with vm_state building and task_state spawning. [ 925.634363] env[70636]: DEBUG nova.compute.manager [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Received event network-changed-ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.634363] env[70636]: DEBUG nova.compute.manager [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Refreshing instance network info cache due to event network-changed-ac79dea0-a79a-41f7-b795-091558f08097. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.634363] env[70636]: DEBUG oslo_concurrency.lockutils [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] Acquiring lock "refresh_cache-bf6957cf-a32d-4faf-b388-a55b92a2294b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.634583] env[70636]: DEBUG oslo_concurrency.lockutils [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] Acquired lock "refresh_cache-bf6957cf-a32d-4faf-b388-a55b92a2294b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635074] env[70636]: DEBUG nova.network.neutron [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Refreshing network info cache for port ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.640880] env[70636]: DEBUG nova.compute.manager [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Received event network-changed-ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.640880] env[70636]: DEBUG nova.compute.manager [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Refreshing instance network info cache due to event network-changed-ad4636b7-75a1-4429-a882-2fac7e45f766. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.641261] env[70636]: DEBUG oslo_concurrency.lockutils [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] Acquiring lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.641261] env[70636]: DEBUG oslo_concurrency.lockutils [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] Acquired lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.641427] env[70636]: DEBUG nova.network.neutron [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Refreshing network info cache for port ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.675910] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.791788] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.792206] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.819036] env[70636]: DEBUG oslo_vmware.api [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Task: {'id': task-2883690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327725} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.819350] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.819592] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.819882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.820109] env[70636]: INFO nova.compute.manager [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.820513] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.820757] env[70636]: DEBUG nova.compute.manager [-] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.820918] env[70636]: DEBUG nova.network.neutron [-] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.831721] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Successfully updated port: db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.942995] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68962} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.943395] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a91cd690-ecbb-4a86-8e38-6515968a5040/a91cd690-ecbb-4a86-8e38-6515968a5040.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.943622] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.943951] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19bce9b2-2470-4ec9-b890-757a51095a7c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.954508] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 925.954508] env[70636]: value = "task-2883692" [ 925.954508] env[70636]: _type = "Task" [ 925.954508] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.964780] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.005401] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "2811096a-4822-42c1-9c4d-acd8ff56701f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.005676] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.054091] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.054091] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquired lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.054227] env[70636]: DEBUG nova.network.neutron [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.063979] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883691, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.084416] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5281996b-e7ff-f967-834b-1d9cdd0945f4, 'name': SearchDatastore_Task, 'duration_secs': 0.030185} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.085235] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f312b26-048d-4235-b56a-136030367b6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.090583] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 926.090583] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52071ae3-2048-425f-ef97-979971ce474a" [ 926.090583] env[70636]: _type = "Task" [ 926.090583] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.094040] env[70636]: DEBUG nova.scheduler.client.report [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.101956] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52071ae3-2048-425f-ef97-979971ce474a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.150714] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.187083] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.188212] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.188212] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.188212] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.188212] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.188212] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.188523] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.188523] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.188523] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.188607] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.189038] env[70636]: DEBUG nova.virt.hardware [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.193709] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c35167-9480-4a68-8916-70c58431d770 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.208233] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8c3cb-8ea4-48c0-99bd-8c4524b41b94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.227841] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.468480] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086216} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.468934] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.470359] env[70636]: DEBUG nova.network.neutron [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Updated VIF entry in instance network info cache for port ad4636b7-75a1-4429-a882-2fac7e45f766. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.470791] env[70636]: DEBUG nova.network.neutron [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Updating instance_info_cache with network_info: [{"id": "ad4636b7-75a1-4429-a882-2fac7e45f766", "address": "fa:16:3e:56:42:93", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4636b7-75", "ovs_interfaceid": "ad4636b7-75a1-4429-a882-2fac7e45f766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.472673] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c8976e-f1a4-47a1-8f32-43c08956160b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.498301] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a91cd690-ecbb-4a86-8e38-6515968a5040/a91cd690-ecbb-4a86-8e38-6515968a5040.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.499242] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c024d60-77da-47a9-a254-370c9a372a4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.525101] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 926.525101] env[70636]: value = "task-2883693" [ 926.525101] env[70636]: _type = "Task" [ 926.525101] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.535026] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.570941] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60973} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.571206] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/81db790c-10a7-4786-bcb8-20d0a2974997.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.571415] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.571658] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a38a60-204c-478f-88a2-dfe2fae87ab8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.578103] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 926.578103] env[70636]: value = "task-2883694" [ 926.578103] env[70636]: _type = "Task" [ 926.578103] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.587099] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.600951] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.601431] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.605124] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52071ae3-2048-425f-ef97-979971ce474a, 'name': SearchDatastore_Task, 'duration_secs': 0.022952} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.606018] env[70636]: DEBUG nova.network.neutron [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.607882] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.741s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.610577] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.610982] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.611497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.611691] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.611914] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f0b40d2-beed-48eb-bfba-9abb12d10301 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.616212] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51fa2acc-1f5d-4e82-a795-ebd30f9307f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.623015] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 926.623015] env[70636]: value = "task-2883695" [ 926.623015] env[70636]: _type = "Task" [ 926.623015] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.627859] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.628092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.629165] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f409e368-b70a-4c25-b29b-339a3ae369d1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.634506] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.638012] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 926.638012] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527ff8e5-6e26-5608-dd90-5170e42cd4f2" [ 926.638012] env[70636]: _type = "Task" [ 926.638012] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.649682] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527ff8e5-6e26-5608-dd90-5170e42cd4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.654296] env[70636]: DEBUG nova.network.neutron [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Updated VIF entry in instance network info cache for port ac79dea0-a79a-41f7-b795-091558f08097. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.654451] env[70636]: DEBUG nova.network.neutron [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Updating instance_info_cache with network_info: [{"id": "ac79dea0-a79a-41f7-b795-091558f08097", "address": "fa:16:3e:36:68:f8", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac79dea0-a7", "ovs_interfaceid": "ac79dea0-a79a-41f7-b795-091558f08097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.749041] env[70636]: DEBUG nova.network.neutron [-] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.873827] env[70636]: DEBUG nova.network.neutron [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updating instance_info_cache with network_info: [{"id": "f6abe854-5340-44ed-a3b1-c640f5a30588", "address": "fa:16:3e:a8:63:a1", "network": {"id": "d1a59eec-80b4-4d89-ad19-d4e72d9f0817", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-375513328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc11c35222474da1299a73d6378dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6abe854-53", "ovs_interfaceid": "f6abe854-5340-44ed-a3b1-c640f5a30588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.977866] env[70636]: DEBUG oslo_concurrency.lockutils [req-4b097992-38ca-4aa8-a640-4122fbe85605 req-b990ae05-9b22-4bcf-85c0-38f0bfba08ec service nova] Releasing lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.025345] env[70636]: DEBUG nova.network.neutron [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Successfully updated port: 1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.044814] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.092026] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071298} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.092026] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.092026] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68136524-27c6-4f42-86ea-5a9e3a0e6286 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.113545] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/81db790c-10a7-4786-bcb8-20d0a2974997.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.120290] env[70636]: DEBUG nova.compute.utils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.122079] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77030b9d-4a9e-4b09-b4d1-7f73e00bd819 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.141146] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.141146] env[70636]: DEBUG nova.network.neutron [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.151509] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 927.151509] env[70636]: value = "task-2883696" [ 927.151509] env[70636]: _type = "Task" [ 927.151509] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.164096] env[70636]: DEBUG oslo_concurrency.lockutils [req-424fb70e-9ed2-4634-abaf-cdef5a9efa0e req-e7ee0940-b820-4658-bd57-397501edb64f service nova] Releasing lock "refresh_cache-bf6957cf-a32d-4faf-b388-a55b92a2294b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.164551] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527ff8e5-6e26-5608-dd90-5170e42cd4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.033807} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.164788] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883695, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.166127] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab4381f-ed36-44e2-a68a-9dd5f69f160f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.171677] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.174817] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 927.174817] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520cf395-c67e-cad2-9977-1667293518d1" [ 927.174817] env[70636]: _type = "Task" [ 927.174817] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.182744] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520cf395-c67e-cad2-9977-1667293518d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.186369] env[70636]: DEBUG nova.compute.manager [None req-3b77e50f-d41f-46ba-9a48-3d9291dd1b37 tempest-ServerDiagnosticsTest-602314290 tempest-ServerDiagnosticsTest-602314290-project-admin] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.187503] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf87d7-a104-43ae-8e3e-abd9cbee97ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.192644] env[70636]: DEBUG nova.policy [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573975eeff3b46deaf05202f416a291d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15e05c1c43e94cc8a5fd27ba0c306b07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.199019] env[70636]: INFO nova.compute.manager [None req-3b77e50f-d41f-46ba-9a48-3d9291dd1b37 tempest-ServerDiagnosticsTest-602314290 tempest-ServerDiagnosticsTest-602314290-project-admin] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Retrieving diagnostics [ 927.199019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f07bcec-3913-4c43-8dd1-2bca96d7fbac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.256033] env[70636]: INFO nova.compute.manager [-] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Took 1.43 seconds to deallocate network for instance. [ 927.377027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Releasing lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.377391] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Instance network_info: |[{"id": "f6abe854-5340-44ed-a3b1-c640f5a30588", "address": "fa:16:3e:a8:63:a1", "network": {"id": "d1a59eec-80b4-4d89-ad19-d4e72d9f0817", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-375513328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc11c35222474da1299a73d6378dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6abe854-53", "ovs_interfaceid": "f6abe854-5340-44ed-a3b1-c640f5a30588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.377820] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:63:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6abe854-5340-44ed-a3b1-c640f5a30588', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.386218] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Creating folder: Project (dddc11c35222474da1299a73d6378dad). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.387606] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fc8eff5-5860-4659-8042-48d7ca3576b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.399702] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Created folder: Project (dddc11c35222474da1299a73d6378dad) in parent group-v579393. [ 927.400397] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Creating folder: Instances. Parent ref: group-v579419. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.400634] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9771c6c9-9899-4c22-bba7-c6e1207a7ef7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.413026] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Created folder: Instances in parent group-v579419. [ 927.413026] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.413026] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.413664] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af42aa56-dc4e-46e4-b70b-f2ba3b6db2be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.436057] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.436057] env[70636]: value = "task-2883699" [ 927.436057] env[70636]: _type = "Task" [ 927.436057] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.445464] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883699, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.517971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "2eb4cf38-0055-43a0-92a1-79782c25f80a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.518240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.528653] env[70636]: DEBUG nova.network.neutron [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Successfully created port: de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.539780] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.539780] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.539780] env[70636]: DEBUG nova.network.neutron [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.540780] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883693, 'name': ReconfigVM_Task, 'duration_secs': 0.934695} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.541642] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a91cd690-ecbb-4a86-8e38-6515968a5040/a91cd690-ecbb-4a86-8e38-6515968a5040.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.542690] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b460138-875d-47ff-b611-930f67ce252c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.551950] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 927.551950] env[70636]: value = "task-2883700" [ 927.551950] env[70636]: _type = "Task" [ 927.551950] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.562996] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883700, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.640740] env[70636]: INFO nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating resource usage from migration b36eb446-e82a-4a07-ae45-882e5b6f61e9 [ 927.643157] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.663509] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968276} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.670018] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.670018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.670018] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.670018] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11832c3b-ce75-4512-bc64-f869cc67e436 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.672993] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 23e67cc4-e97f-4578-bc51-81d438609860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673156] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 82c65203-cec7-4ca4-bdf4-329b4f753dd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673274] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 09b0ab7d-257c-479e-9d47-5b68fb28ec3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673389] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 97d77c3d-a0e8-4095-a8a9-06190fa7d878 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673495] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance a91cd690-ecbb-4a86-8e38-6515968a5040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673600] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81db790c-10a7-4786-bcb8-20d0a2974997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673705] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance bf6957cf-a32d-4faf-b388-a55b92a2294b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673809] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2f2b451c-1a79-4b3e-a213-bd68d875475a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.673912] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance eec39238-d21d-464c-b27a-bfba7f7af671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.674025] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e89e4a62-f903-48ed-bad3-4d96b4952c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.674175] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance ccf0bfa7-aa71-4cbd-9657-b908bfc001d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.680164] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 927.680164] env[70636]: value = "task-2883701" [ 927.680164] env[70636]: _type = "Task" [ 927.680164] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.688414] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520cf395-c67e-cad2-9977-1667293518d1, 'name': SearchDatastore_Task, 'duration_secs': 0.029747} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.692310] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.692423] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] bf6957cf-a32d-4faf-b388-a55b92a2294b/bf6957cf-a32d-4faf-b388-a55b92a2294b.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.697040] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-827f1df8-fb03-4286-9bae-e055e2abbdbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.700047] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.706046] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 927.706046] env[70636]: value = "task-2883702" [ 927.706046] env[70636]: _type = "Task" [ 927.706046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.714383] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.764454] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.952287] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883699, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.062792] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883700, 'name': Rename_Task, 'duration_secs': 0.23713} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.063012] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.063331] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35fb5492-e790-4e6a-972b-022183b80c6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.069627] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 928.069627] env[70636]: value = "task-2883703" [ 928.069627] env[70636]: _type = "Task" [ 928.069627] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.079723] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.163741] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883696, 'name': ReconfigVM_Task, 'duration_secs': 0.633685} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.164310] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/81db790c-10a7-4786-bcb8-20d0a2974997.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.166438] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8be38327-b3a0-4e08-97f2-3491cd3977eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.168554] env[70636]: DEBUG nova.network.neutron [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.175588] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 928.175588] env[70636]: value = "task-2883704" [ 928.175588] env[70636]: _type = "Task" [ 928.175588] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.185771] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance fbab4e0d-2a88-450b-99b2-944a06fc5efc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.185995] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration b36eb446-e82a-4a07-ae45-882e5b6f61e9 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 928.186115] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 00daff25-7271-410d-9aca-bcf9f71371c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.187469] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883704, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.198264] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108264} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.202655] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.203563] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9705a217-8c5d-4e94-af50-e4c0b9130e7f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.233322] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.237760] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29eb1ea-8bc8-4bcf-8821-e5a3f04c1316 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.253913] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.261244] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 928.261244] env[70636]: value = "task-2883705" [ 928.261244] env[70636]: _type = "Task" [ 928.261244] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.270179] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.453805] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883699, 'name': CreateVM_Task, 'duration_secs': 0.666318} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.454710] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.455091] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.455299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.455687] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.455969] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157c00bc-fd50-4a37-a064-2d965ee0a7f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.465281] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 928.465281] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286bf8b-fcc5-30df-81d1-02bf28b0c436" [ 928.465281] env[70636]: _type = "Task" [ 928.465281] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.472555] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286bf8b-fcc5-30df-81d1-02bf28b0c436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.483947] env[70636]: DEBUG nova.network.neutron [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Updating instance_info_cache with network_info: [{"id": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "address": "fa:16:3e:0e:0b:2b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e372c19-23", "ovs_interfaceid": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.504123] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Successfully updated port: cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.581916] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.660511] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.691420] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2a559c15-0334-44db-9f7d-ed3282993961 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.697538] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883704, 'name': Rename_Task, 'duration_secs': 0.209638} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.704862] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.705134] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.705292] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.705471] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.705618] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.705825] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.706016] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.706217] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.706343] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.706969] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.706969] env[70636]: DEBUG nova.virt.hardware [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.707831] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.708321] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b992d-2d7f-4ac0-afac-3c41d1c3acb3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.710953] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6878aea0-208b-4271-a2ba-17a244a1056c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.733341] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5236f6-fd7d-4f16-bbd9-00a8e34b5b6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.738224] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 928.738224] env[70636]: value = "task-2883706" [ 928.738224] env[70636]: _type = "Task" [ 928.738224] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.739036] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.739611] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] bf6957cf-a32d-4faf-b388-a55b92a2294b/bf6957cf-a32d-4faf-b388-a55b92a2294b.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.739961] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.745409] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a9b7d1-421d-4f8f-8c08-a3b00ff01c88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.766183] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.771984] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 928.771984] env[70636]: value = "task-2883707" [ 928.771984] env[70636]: _type = "Task" [ 928.771984] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.779942] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.784681] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.974233] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286bf8b-fcc5-30df-81d1-02bf28b0c436, 'name': SearchDatastore_Task, 'duration_secs': 0.056781} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.974642] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.974848] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.975108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.975255] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.975442] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.975759] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5030db41-3c63-4376-a6e8-70b541d73b95 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.985091] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.985342] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.986357] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.986690] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Instance network_info: |[{"id": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "address": "fa:16:3e:0e:0b:2b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e372c19-23", "ovs_interfaceid": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.986919] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01d3378-fddb-4338-a8ec-244ad1841586 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.990018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:0b:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e372c19-23d1-455f-86e0-16db5f6b9d59', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.998882] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.999131] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.999835] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa93ea22-0cb1-409e-958f-b0328f70da38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.022209] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 929.022209] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4102d-0b07-c78b-259a-c1f431a8fb7e" [ 929.022209] env[70636]: _type = "Task" [ 929.022209] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.030468] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.030468] env[70636]: value = "task-2883708" [ 929.030468] env[70636]: _type = "Task" [ 929.030468] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.036204] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4102d-0b07-c78b-259a-c1f431a8fb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.026192} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.037355] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb3de78-e368-481e-a487-ae9652360e14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.042988] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883708, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.046427] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 929.046427] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5245c6e5-dc9b-d8cd-d77f-8fe90bde5b89" [ 929.046427] env[70636]: _type = "Task" [ 929.046427] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.056699] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5245c6e5-dc9b-d8cd-d77f-8fe90bde5b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.080237] env[70636]: DEBUG oslo_vmware.api [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883703, 'name': PowerOnVM_Task, 'duration_secs': 0.869141} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.080237] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.080357] env[70636]: INFO nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Took 15.09 seconds to spawn the instance on the hypervisor. [ 929.080491] env[70636]: DEBUG nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.081826] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ee8e0b-0144-450a-84ee-eb2c1f60560c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.199228] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 922f2a8a-0028-4933-8616-2435af7d7010 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.252560] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.280324] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883705, 'name': ReconfigVM_Task, 'duration_secs': 0.951233} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.281235] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.281878] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09cd4903-7365-4c13-afe8-7999497fa034 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.287654] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113033} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.288364] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.289284] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bce3d-4c72-4d1e-9c50-513ea0095fe8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.293424] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 929.293424] env[70636]: value = "task-2883709" [ 929.293424] env[70636]: _type = "Task" [ 929.293424] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.321459] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] bf6957cf-a32d-4faf-b388-a55b92a2294b/bf6957cf-a32d-4faf-b388-a55b92a2294b.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.322286] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fea3d3-e705-46b8-af14-6d2fc11fd3e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.345785] env[70636]: DEBUG nova.network.neutron [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Successfully updated port: de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.347029] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883709, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.353646] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 929.353646] env[70636]: value = "task-2883710" [ 929.353646] env[70636]: _type = "Task" [ 929.353646] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.363601] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.547860] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883708, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.559136] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5245c6e5-dc9b-d8cd-d77f-8fe90bde5b89, 'name': SearchDatastore_Task, 'duration_secs': 0.021808} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.559301] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.559469] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] eec39238-d21d-464c-b27a-bfba7f7af671/eec39238-d21d-464c-b27a-bfba7f7af671.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.559797] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bcc557f-6210-45a1-a9ec-e2a1b00469cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.569479] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 929.569479] env[70636]: value = "task-2883711" [ 929.569479] env[70636]: _type = "Task" [ 929.569479] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.578560] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.601640] env[70636]: INFO nova.compute.manager [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Took 24.56 seconds to build instance. [ 929.708885] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 806dc7b0-cf92-458e-a6ae-63d146fbff1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.751720] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883706, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.804806] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883709, 'name': Rename_Task, 'duration_secs': 0.319288} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.805106] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.805353] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6e9180-e14c-4e05-8d91-554bb477dfa7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.812048] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 929.812048] env[70636]: value = "task-2883712" [ 929.812048] env[70636]: _type = "Task" [ 929.812048] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.820806] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.847615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "refresh_cache-ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.847922] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquired lock "refresh_cache-ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.847922] env[70636]: DEBUG nova.network.neutron [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.871836] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883710, 'name': ReconfigVM_Task, 'duration_secs': 0.41544} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.872884] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] bf6957cf-a32d-4faf-b388-a55b92a2294b/bf6957cf-a32d-4faf-b388-a55b92a2294b.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.872884] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dac0da9-1b6c-4c9a-8f92-8b0ea5a58232 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.880357] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 929.880357] env[70636]: value = "task-2883713" [ 929.880357] env[70636]: _type = "Task" [ 929.880357] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.889231] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883713, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.024334] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Received event network-vif-plugged-f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.025363] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Acquiring lock "eec39238-d21d-464c-b27a-bfba7f7af671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.025677] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Lock "eec39238-d21d-464c-b27a-bfba7f7af671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.026094] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Lock "eec39238-d21d-464c-b27a-bfba7f7af671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.026378] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] No waiting events found dispatching network-vif-plugged-f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.030194] env[70636]: WARNING nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Received unexpected event network-vif-plugged-f6abe854-5340-44ed-a3b1-c640f5a30588 for instance with vm_state building and task_state spawning. [ 930.030194] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Received event network-changed-f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.030194] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Refreshing instance network info cache due to event network-changed-f6abe854-5340-44ed-a3b1-c640f5a30588. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.030194] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Acquiring lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.030194] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Acquired lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.030364] env[70636]: DEBUG nova.network.neutron [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Refreshing network info cache for port f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.043682] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883708, 'name': CreateVM_Task, 'duration_secs': 0.623814} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.043946] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.044762] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.045123] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.045461] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.046740] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0f2b22-74f5-4c27-9425-9669ae2c320d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.049676] env[70636]: DEBUG nova.compute.manager [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-vif-plugged-db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.049941] env[70636]: DEBUG oslo_concurrency.lockutils [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] Acquiring lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.050173] env[70636]: DEBUG oslo_concurrency.lockutils [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.050330] env[70636]: DEBUG oslo_concurrency.lockutils [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.050512] env[70636]: DEBUG nova.compute.manager [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] No waiting events found dispatching network-vif-plugged-db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.050692] env[70636]: WARNING nova.compute.manager [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received unexpected event network-vif-plugged-db9b0a36-edd6-473d-928d-ec1ea92004e3 for instance with vm_state building and task_state spawning. [ 930.050926] env[70636]: DEBUG nova.compute.manager [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-changed-db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.051790] env[70636]: DEBUG nova.compute.manager [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Refreshing instance network info cache due to event network-changed-db9b0a36-edd6-473d-928d-ec1ea92004e3. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.051790] env[70636]: DEBUG oslo_concurrency.lockutils [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] Acquiring lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.051790] env[70636]: DEBUG oslo_concurrency.lockutils [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] Acquired lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.051790] env[70636]: DEBUG nova.network.neutron [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Refreshing network info cache for port db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.058939] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 930.058939] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5281d110-7e5a-67e1-8c6a-d43d536daac8" [ 930.058939] env[70636]: _type = "Task" [ 930.058939] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.078861] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5281d110-7e5a-67e1-8c6a-d43d536daac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.085380] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883711, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.104480] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9804feb3-0c02-4177-8389-4103bdc1f671 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.076s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.213388] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2811096a-4822-42c1-9c4d-acd8ff56701f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 930.253389] env[70636]: DEBUG oslo_vmware.api [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883706, 'name': PowerOnVM_Task, 'duration_secs': 1.161536} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.253646] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.253853] env[70636]: INFO nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Took 13.75 seconds to spawn the instance on the hypervisor. [ 930.254044] env[70636]: DEBUG nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.254831] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d80226-58b7-489c-a237-08c6c215b695 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.322288] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.390957] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883713, 'name': Rename_Task, 'duration_secs': 0.335096} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.390957] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.390957] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee54f4aa-f0d8-4dc8-a91d-4e082acefe49 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.396744] env[70636]: DEBUG nova.network.neutron [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.401376] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 930.401376] env[70636]: value = "task-2883714" [ 930.401376] env[70636]: _type = "Task" [ 930.401376] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.412731] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.569557] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5281d110-7e5a-67e1-8c6a-d43d536daac8, 'name': SearchDatastore_Task, 'duration_secs': 0.059108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.569862] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.570113] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.570360] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.570519] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.570697] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.571029] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488c1bbc-1bce-48b1-b1dc-650d6504bfed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.582572] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649751} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.584049] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] eec39238-d21d-464c-b27a-bfba7f7af671/eec39238-d21d-464c-b27a-bfba7f7af671.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.584280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.584713] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.584894] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.585854] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e605064-00fb-4fcc-8bcb-d60aca2787f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.587863] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ac4215-3167-4ac1-9825-7d6c45ac6d70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.594166] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 930.594166] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523962a7-552c-52e6-47e7-375f70215101" [ 930.594166] env[70636]: _type = "Task" [ 930.594166] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.595591] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 930.595591] env[70636]: value = "task-2883715" [ 930.595591] env[70636]: _type = "Task" [ 930.595591] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.610388] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.613167] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523962a7-552c-52e6-47e7-375f70215101, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.617319] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.617618] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c89f58-e36d-4176-a814-6546cc9bc0bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.623263] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 930.623263] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52390a5c-449d-97e7-d76c-7596263846d3" [ 930.623263] env[70636]: _type = "Task" [ 930.623263] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.628309] env[70636]: DEBUG nova.network.neutron [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.632317] env[70636]: DEBUG nova.network.neutron [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Updating instance_info_cache with network_info: [{"id": "de06f0d6-cf95-48cb-9564-71a0bf6ffb9a", "address": "fa:16:3e:a8:d9:0c", "network": {"id": "6782c58f-6cdb-45ef-85c2-6e90b8c8cfdb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1402818537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15e05c1c43e94cc8a5fd27ba0c306b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde06f0d6-cf", "ovs_interfaceid": "de06f0d6-cf95-48cb-9564-71a0bf6ffb9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.639022] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52390a5c-449d-97e7-d76c-7596263846d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.640023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.640023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/e89e4a62-f903-48ed-bad3-4d96b4952c3f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.640023] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4265cb-086b-4a19-bb56-ba6f67c64ae1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.646298] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.646553] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.647155] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.647155] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.647577] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.649832] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 930.649832] env[70636]: value = "task-2883716" [ 930.649832] env[70636]: _type = "Task" [ 930.649832] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.650371] env[70636]: INFO nova.compute.manager [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Terminating instance [ 930.664815] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.717542] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2eb4cf38-0055-43a0-92a1-79782c25f80a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 930.718560] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 930.718821] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 930.780600] env[70636]: INFO nova.compute.manager [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Took 24.01 seconds to build instance. [ 930.823748] env[70636]: DEBUG oslo_vmware.api [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883712, 'name': PowerOnVM_Task, 'duration_secs': 1.003753} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.827194] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.827411] env[70636]: DEBUG nova.compute.manager [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.829060] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e5374-56a0-47b6-bf80-289bf4a4ed95 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.853217] env[70636]: DEBUG nova.network.neutron [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.912152] env[70636]: DEBUG nova.network.neutron [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updated VIF entry in instance network info cache for port f6abe854-5340-44ed-a3b1-c640f5a30588. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.912690] env[70636]: DEBUG nova.network.neutron [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updating instance_info_cache with network_info: [{"id": "f6abe854-5340-44ed-a3b1-c640f5a30588", "address": "fa:16:3e:a8:63:a1", "network": {"id": "d1a59eec-80b4-4d89-ad19-d4e72d9f0817", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-375513328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc11c35222474da1299a73d6378dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6abe854-53", "ovs_interfaceid": "f6abe854-5340-44ed-a3b1-c640f5a30588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.921366] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.935773] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Successfully updated port: 5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.050802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01608825-72e2-49ca-a966-cda277b815c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.059650] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9350b2-5309-4955-9b12-4dc05f429930 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.093139] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb368e-b008-4a3e-a6b6-3eb9a7ec2266 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.104499] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20acccd4-a7bf-47dd-8c61-52047c1338f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.113642] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.121994] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.124907] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.129033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773bb9e-d0c4-463c-ae41-ef99f928a650 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.146927] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Releasing lock "refresh_cache-ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.147363] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Instance network_info: |[{"id": "de06f0d6-cf95-48cb-9564-71a0bf6ffb9a", "address": "fa:16:3e:a8:d9:0c", "network": {"id": "6782c58f-6cdb-45ef-85c2-6e90b8c8cfdb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1402818537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15e05c1c43e94cc8a5fd27ba0c306b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde06f0d6-cf", "ovs_interfaceid": "de06f0d6-cf95-48cb-9564-71a0bf6ffb9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.157895] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] eec39238-d21d-464c-b27a-bfba7f7af671/eec39238-d21d-464c-b27a-bfba7f7af671.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.160044] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.160509] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d9:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de06f0d6-cf95-48cb-9564-71a0bf6ffb9a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.169512] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Creating folder: Project (15e05c1c43e94cc8a5fd27ba0c306b07). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.170046] env[70636]: DEBUG nova.compute.manager [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.170246] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.170482] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5eb9bf-8bf5-4c20-b094-567afc7b6fac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.185737] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e31ad844-1b0f-41cd-8b1d-c55c8736b014 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.192427] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5f0fc6-2c08-4cf9-86b5-f863ba131680 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.208759] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 931.208759] env[70636]: value = "task-2883717" [ 931.208759] env[70636]: _type = "Task" [ 931.208759] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.208995] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.211061] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Created folder: Project (15e05c1c43e94cc8a5fd27ba0c306b07) in parent group-v579393. [ 931.211241] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Creating folder: Instances. Parent ref: group-v579423. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.214363] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef306d19-58e7-42b1-830f-2300675cd5b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.218958] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.221868] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2690e42-9d2d-4fcf-9822-6d16006f0631 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.223330] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.226153] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Created folder: Instances in parent group-v579423. [ 931.226377] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.226560] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.226769] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-387a6408-885c-4dd8-94dc-ee0f0aeac238 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.243602] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 931.243602] env[70636]: value = "task-2883720" [ 931.243602] env[70636]: _type = "Task" [ 931.243602] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.248577] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.248577] env[70636]: value = "task-2883721" [ 931.248577] env[70636]: _type = "Task" [ 931.248577] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.254763] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.261252] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883721, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.283379] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c4a04b6-ede0-4794-b9d7-f64521cac6e4 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "81db790c-10a7-4786-bcb8-20d0a2974997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.517s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.351821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.358020] env[70636]: DEBUG oslo_concurrency.lockutils [req-749c5d8d-e6c1-493c-b926-cab28407f35d req-debc1a34-4015-4477-9b3b-4703fa28b479 service nova] Releasing lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.413750] env[70636]: DEBUG oslo_vmware.api [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883714, 'name': PowerOnVM_Task, 'duration_secs': 0.987384} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.414163] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.414246] env[70636]: INFO nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Took 12.48 seconds to spawn the instance on the hypervisor. [ 931.414401] env[70636]: DEBUG nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.415343] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc46d2-62c6-48f3-a957-1feeea8693de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.419222] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Releasing lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.419359] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Received event network-vif-deleted-0aebfccd-5d06-46f9-8d0d-9a3e622aa6df {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.419542] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Received event network-vif-plugged-1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.419726] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Acquiring lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.419920] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.420156] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.420235] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] No waiting events found dispatching network-vif-plugged-1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.420394] env[70636]: WARNING nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Received unexpected event network-vif-plugged-1e372c19-23d1-455f-86e0-16db5f6b9d59 for instance with vm_state building and task_state spawning. [ 931.420546] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Received event network-changed-1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.420696] env[70636]: DEBUG nova.compute.manager [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Refreshing instance network info cache due to event network-changed-1e372c19-23d1-455f-86e0-16db5f6b9d59. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.420875] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Acquiring lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.420996] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Acquired lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.421161] env[70636]: DEBUG nova.network.neutron [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Refreshing network info cache for port 1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.441852] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.441852] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.441852] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.633626] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.683309] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616766} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.683604] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/e89e4a62-f903-48ed-bad3-4d96b4952c3f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.683832] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.684112] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d024297-8642-4008-a40a-b026c5e2871e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.690950] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 931.690950] env[70636]: value = "task-2883722" [ 931.690950] env[70636]: _type = "Task" [ 931.690950] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.700075] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.720542] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.763935] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883720, 'name': PowerOffVM_Task, 'duration_secs': 0.390875} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.769319] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.769793] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.770237] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883721, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.770331] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1b25ab-72c3-4cb1-9ca1-cab1134dbc97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.789903] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.839978] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.840215] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.840390] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Deleting the datastore file [datastore2] 09b0ab7d-257c-479e-9d47-5b68fb28ec3c {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.840660] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe45047-f6b9-406e-95d8-9e08dc89ff93 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.847950] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for the task: (returnval){ [ 931.847950] env[70636]: value = "task-2883724" [ 931.847950] env[70636]: _type = "Task" [ 931.847950] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.861474] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.944928] env[70636]: INFO nova.compute.manager [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Took 24.67 seconds to build instance. [ 932.053839] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.140905] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 932.141415] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.533s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.141673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.071s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.143835] env[70636]: INFO nova.compute.claims [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.209020] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081402} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.209020] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.209635] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f8a961-66dd-48be-81cf-45c0ba69c29e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.240423] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/e89e4a62-f903-48ed-bad3-4d96b4952c3f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.244329] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffcef3cb-2275-4b1c-8e85-e932be05cb5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.258581] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883717, 'name': ReconfigVM_Task, 'duration_secs': 0.597694} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.259328] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Reconfigured VM instance instance-0000000a to attach disk [datastore1] eec39238-d21d-464c-b27a-bfba7f7af671/eec39238-d21d-464c-b27a-bfba7f7af671.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.268193] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69bddbaf-3261-4da8-8d78-2ec55ccb7816 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.273462] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883721, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.273462] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 932.273462] env[70636]: value = "task-2883725" [ 932.273462] env[70636]: _type = "Task" [ 932.273462] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.274095] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 932.274095] env[70636]: value = "task-2883726" [ 932.274095] env[70636]: _type = "Task" [ 932.274095] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.290890] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.291160] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883726, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.325428] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.360188] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.435212] env[70636]: DEBUG nova.network.neutron [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Updated VIF entry in instance network info cache for port 1e372c19-23d1-455f-86e0-16db5f6b9d59. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.435212] env[70636]: DEBUG nova.network.neutron [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Updating instance_info_cache with network_info: [{"id": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "address": "fa:16:3e:0e:0b:2b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e372c19-23", "ovs_interfaceid": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.450917] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6d85e8d5-e1e7-42d4-a79d-c97481648e2e tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.197s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.718036] env[70636]: DEBUG nova.network.neutron [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updating instance_info_cache with network_info: [{"id": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "address": "fa:16:3e:e3:16:0e", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9b0a36-ed", "ovs_interfaceid": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf954c9f-4197-4600-9e29-736b46671905", "address": "fa:16:3e:11:43:40", "network": {"id": "b8fc56c9-7a49-4ba9-a323-5beeaaa818e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538793358", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf954c9f-41", "ovs_interfaceid": "cf954c9f-4197-4600-9e29-736b46671905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae66187-0686-482e-85d3-f3de0b03202f", "address": "fa:16:3e:df:04:33", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae66187-06", "ovs_interfaceid": "5ae66187-0686-482e-85d3-f3de0b03202f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.771034] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883721, 'name': CreateVM_Task, 'duration_secs': 1.486007} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.771306] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.772135] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.772462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.772861] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.773313] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b4abbd-d465-4efa-a28d-f78ff67fda3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.785467] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 932.785467] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528bd349-ee0d-b46d-9ef0-a4a39e44c383" [ 932.785467] env[70636]: _type = "Task" [ 932.785467] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.788843] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.795598] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883726, 'name': Rename_Task, 'duration_secs': 0.323438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.796169] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.796476] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8698d20e-2422-4130-a695-c7f2b1131520 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.801803] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528bd349-ee0d-b46d-9ef0-a4a39e44c383, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.802660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.802992] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.803291] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.803461] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.803806] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.804443] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cac7599-e000-4111-ae31-4c63a43ee6ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.807531] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 932.807531] env[70636]: value = "task-2883727" [ 932.807531] env[70636]: _type = "Task" [ 932.807531] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.813511] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.813850] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.821418] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c6e612-0c45-4659-bbd1-4de2dd6c368f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.824942] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.831881] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 932.831881] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529d360a-a787-5b54-9492-76b55180da1a" [ 932.831881] env[70636]: _type = "Task" [ 932.831881] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.841616] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529d360a-a787-5b54-9492-76b55180da1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.858168] env[70636]: DEBUG oslo_vmware.api [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Task: {'id': task-2883724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.652016} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.858422] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.858601] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.858770] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.858943] env[70636]: INFO nova.compute.manager [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 932.859489] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.859489] env[70636]: DEBUG nova.compute.manager [-] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.859489] env[70636]: DEBUG nova.network.neutron [-] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.943033] env[70636]: DEBUG oslo_concurrency.lockutils [req-9d847717-80d2-4b9e-9211-26126ba81017 req-4bf367e9-d7ef-47d1-8193-39588e055a29 service nova] Releasing lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.954956] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.986836] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "a91cd690-ecbb-4a86-8e38-6515968a5040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.987166] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.991195] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "a91cd690-ecbb-4a86-8e38-6515968a5040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.991441] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.991618] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.993727] env[70636]: INFO nova.compute.manager [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Terminating instance [ 933.194462] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-vif-plugged-cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.196627] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquiring lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.196939] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.197137] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.197329] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] No waiting events found dispatching network-vif-plugged-cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.197488] env[70636]: WARNING nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received unexpected event network-vif-plugged-cf954c9f-4197-4600-9e29-736b46671905 for instance with vm_state building and task_state spawning. [ 933.197644] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-changed-cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.197805] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Refreshing instance network info cache due to event network-changed-cf954c9f-4197-4600-9e29-736b46671905. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.197971] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquiring lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.207044] env[70636]: DEBUG nova.compute.manager [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Received event network-changed-992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.207258] env[70636]: DEBUG nova.compute.manager [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Refreshing instance network info cache due to event network-changed-992513bd-16e2-41a9-ba7a-b4c9fab36562. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.207444] env[70636]: DEBUG oslo_concurrency.lockutils [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] Acquiring lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.207582] env[70636]: DEBUG oslo_concurrency.lockutils [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] Acquired lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.207740] env[70636]: DEBUG nova.network.neutron [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Refreshing network info cache for port 992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.221755] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Releasing lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.222628] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Instance network_info: |[{"id": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "address": "fa:16:3e:e3:16:0e", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9b0a36-ed", "ovs_interfaceid": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf954c9f-4197-4600-9e29-736b46671905", "address": "fa:16:3e:11:43:40", "network": {"id": "b8fc56c9-7a49-4ba9-a323-5beeaaa818e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538793358", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf954c9f-41", "ovs_interfaceid": "cf954c9f-4197-4600-9e29-736b46671905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae66187-0686-482e-85d3-f3de0b03202f", "address": "fa:16:3e:df:04:33", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae66187-06", "ovs_interfaceid": "5ae66187-0686-482e-85d3-f3de0b03202f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.223012] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquired lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.225554] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Refreshing network info cache for port cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.225554] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:16:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9b0a36-edd6-473d-928d-ec1ea92004e3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:43:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf954c9f-4197-4600-9e29-736b46671905', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:04:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae66187-0686-482e-85d3-f3de0b03202f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.241358] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Creating folder: Project (b3b92cc5e4744b7eb86c618c74cbc942). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.250994] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-036b67df-aec7-40eb-9def-25b865ab34a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.264146] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Created folder: Project (b3b92cc5e4744b7eb86c618c74cbc942) in parent group-v579393. [ 933.264146] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Creating folder: Instances. Parent ref: group-v579426. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.264578] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f64341-f911-4c3e-ac97-872d2a85b358 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.274846] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Created folder: Instances in parent group-v579426. [ 933.275152] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.275577] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.275693] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e411849-9f12-4dbe-8cf3-b51335156bdb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.309803] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883725, 'name': ReconfigVM_Task, 'duration_secs': 0.607674} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.314456] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/e89e4a62-f903-48ed-bad3-4d96b4952c3f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.315103] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.315103] env[70636]: value = "task-2883730" [ 933.315103] env[70636]: _type = "Task" [ 933.315103] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.319636] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2072163f-1218-4eb9-bbeb-32d4743198af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.329316] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.337206] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883730, 'name': CreateVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.337493] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 933.337493] env[70636]: value = "task-2883731" [ 933.337493] env[70636]: _type = "Task" [ 933.337493] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.347556] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529d360a-a787-5b54-9492-76b55180da1a, 'name': SearchDatastore_Task, 'duration_secs': 0.023457} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.349013] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8305454a-9c45-4fb9-b4df-09a34eb39af7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.354238] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883731, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.360673] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 933.360673] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52029880-1f1a-93de-6482-628d08b788bf" [ 933.360673] env[70636]: _type = "Task" [ 933.360673] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.370982] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52029880-1f1a-93de-6482-628d08b788bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.481942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.501619] env[70636]: DEBUG nova.compute.manager [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.502479] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.508946] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e2c0f-714b-48aa-9551-8b0df4b23c92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.516256] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.519071] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0395f0-3bbd-466c-b56a-49ed9c96bc90 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.529348] env[70636]: DEBUG oslo_vmware.api [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 933.529348] env[70636]: value = "task-2883732" [ 933.529348] env[70636]: _type = "Task" [ 933.529348] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.544913] env[70636]: DEBUG oslo_vmware.api [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.623164] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa19634-2b00-4ca4-9647-6a8456754ded {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.635149] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56633cd8-14a0-4a8a-9563-b3508a5c3544 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.678272] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf7f5d-1359-43be-b3f9-3a506c06b8a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.683188] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updated VIF entry in instance network info cache for port cf954c9f-4197-4600-9e29-736b46671905. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.683731] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updating instance_info_cache with network_info: [{"id": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "address": "fa:16:3e:e3:16:0e", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9b0a36-ed", "ovs_interfaceid": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf954c9f-4197-4600-9e29-736b46671905", "address": "fa:16:3e:11:43:40", "network": {"id": "b8fc56c9-7a49-4ba9-a323-5beeaaa818e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538793358", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf954c9f-41", "ovs_interfaceid": "cf954c9f-4197-4600-9e29-736b46671905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae66187-0686-482e-85d3-f3de0b03202f", "address": "fa:16:3e:df:04:33", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae66187-06", "ovs_interfaceid": "5ae66187-0686-482e-85d3-f3de0b03202f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.693276] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535355a-6a94-412f-8fbf-56f66e0dbbe2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.712852] env[70636]: DEBUG nova.compute.provider_tree [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.822224] env[70636]: DEBUG oslo_vmware.api [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2883727, 'name': PowerOnVM_Task, 'duration_secs': 0.770264} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.826575] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.826702] env[70636]: INFO nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Took 10.00 seconds to spawn the instance on the hypervisor. [ 933.828691] env[70636]: DEBUG nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.828691] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05845152-688a-4a54-9622-563b4c9fced2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.838684] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883730, 'name': CreateVM_Task, 'duration_secs': 0.508213} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.840820] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.845253] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.845253] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.849198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.849198] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0054d8-333e-42c8-96b2-6c00e23d1648 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.857449] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883731, 'name': Rename_Task, 'duration_secs': 0.174084} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.858097] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 933.858097] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523f598d-2b0a-5b73-ed0d-4aabd13c5b54" [ 933.858097] env[70636]: _type = "Task" [ 933.858097] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.858335] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.858614] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67988999-7dac-4a88-9689-9474abf74e2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.872779] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 933.872779] env[70636]: value = "task-2883733" [ 933.872779] env[70636]: _type = "Task" [ 933.872779] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.878059] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523f598d-2b0a-5b73-ed0d-4aabd13c5b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.885640] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52029880-1f1a-93de-6482-628d08b788bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.886378] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.886644] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ccf0bfa7-aa71-4cbd-9657-b908bfc001d8/ccf0bfa7-aa71-4cbd-9657-b908bfc001d8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.887219] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59762ae8-3ea8-4090-82d0-2ee154a157d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.892701] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.900038] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 933.900038] env[70636]: value = "task-2883734" [ 933.900038] env[70636]: _type = "Task" [ 933.900038] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.909078] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.043610] env[70636]: DEBUG oslo_vmware.api [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883732, 'name': PowerOffVM_Task, 'duration_secs': 0.207062} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.044217] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.044463] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.044807] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a82c80f-f86e-48fe-909c-58b17eede044 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.108575] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.108575] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.108711] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleting the datastore file [datastore1] a91cd690-ecbb-4a86-8e38-6515968a5040 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.108871] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e2928ce-a5dc-46ee-a141-16cb1c5f9449 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.116225] env[70636]: DEBUG oslo_vmware.api [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for the task: (returnval){ [ 934.116225] env[70636]: value = "task-2883736" [ 934.116225] env[70636]: _type = "Task" [ 934.116225] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.120101] env[70636]: DEBUG nova.network.neutron [-] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.129373] env[70636]: DEBUG oslo_vmware.api [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.163548] env[70636]: DEBUG nova.network.neutron [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updated VIF entry in instance network info cache for port 992513bd-16e2-41a9-ba7a-b4c9fab36562. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.164270] env[70636]: DEBUG nova.network.neutron [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updating instance_info_cache with network_info: [{"id": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "address": "fa:16:3e:76:0f:6e", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992513bd-16", "ovs_interfaceid": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.189245] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Releasing lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.189419] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Received event network-vif-plugged-de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.189666] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquiring lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.190755] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.192023] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.192156] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] No waiting events found dispatching network-vif-plugged-de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.192347] env[70636]: WARNING nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Received unexpected event network-vif-plugged-de06f0d6-cf95-48cb-9564-71a0bf6ffb9a for instance with vm_state building and task_state spawning. [ 934.192542] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Received event network-changed-de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.192745] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Refreshing instance network info cache due to event network-changed-de06f0d6-cf95-48cb-9564-71a0bf6ffb9a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.193236] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquiring lock "refresh_cache-ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.193477] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquired lock "refresh_cache-ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.193623] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Refreshing network info cache for port de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.216362] env[70636]: DEBUG nova.scheduler.client.report [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.355042] env[70636]: INFO nova.compute.manager [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Took 24.86 seconds to build instance. [ 934.374391] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523f598d-2b0a-5b73-ed0d-4aabd13c5b54, 'name': SearchDatastore_Task, 'duration_secs': 0.021141} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.374514] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.374876] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.375166] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.375374] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.376300] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.376300] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b588d46-03f4-4ab7-a441-412bc22effec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.393794] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883733, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.395597] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.395786] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.397040] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd419936-d467-4687-be2f-b7ec585743f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.407059] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 934.407059] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525eb21d-e666-c208-ad25-218d0a2c12cb" [ 934.407059] env[70636]: _type = "Task" [ 934.407059] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.416423] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.424570] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525eb21d-e666-c208-ad25-218d0a2c12cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.625220] env[70636]: INFO nova.compute.manager [-] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Took 1.77 seconds to deallocate network for instance. [ 934.636123] env[70636]: DEBUG oslo_vmware.api [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Task: {'id': task-2883736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381111} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.636740] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.636873] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.637511] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.637511] env[70636]: INFO nova.compute.manager [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.637639] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.637828] env[70636]: DEBUG nova.compute.manager [-] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.638310] env[70636]: DEBUG nova.network.neutron [-] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.671365] env[70636]: DEBUG oslo_concurrency.lockutils [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] Releasing lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.671644] env[70636]: DEBUG nova.compute.manager [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Received event network-changed-992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.671845] env[70636]: DEBUG nova.compute.manager [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Refreshing instance network info cache due to event network-changed-992513bd-16e2-41a9-ba7a-b4c9fab36562. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.672142] env[70636]: DEBUG oslo_concurrency.lockutils [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] Acquiring lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.672277] env[70636]: DEBUG oslo_concurrency.lockutils [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] Acquired lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.672436] env[70636]: DEBUG nova.network.neutron [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Refreshing network info cache for port 992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.734393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.734393] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.734393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.163s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.858815] env[70636]: DEBUG oslo_concurrency.lockutils [None req-148c6b4b-52ac-4342-a71f-143de9599396 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "eec39238-d21d-464c-b27a-bfba7f7af671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.373s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.894296] env[70636]: DEBUG oslo_vmware.api [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883733, 'name': PowerOnVM_Task, 'duration_secs': 0.748536} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.894558] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.894781] env[70636]: INFO nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Took 8.74 seconds to spawn the instance on the hypervisor. [ 934.895034] env[70636]: DEBUG nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.895845] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc47397-94d9-42c6-ad41-8c3282270896 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.914213] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564662} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.921108] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ccf0bfa7-aa71-4cbd-9657-b908bfc001d8/ccf0bfa7-aa71-4cbd-9657-b908bfc001d8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.921108] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.921108] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5501091b-91d1-4b89-9d52-38e2de217664 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.927781] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525eb21d-e666-c208-ad25-218d0a2c12cb, 'name': SearchDatastore_Task, 'duration_secs': 0.024387} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.932028] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 934.932028] env[70636]: value = "task-2883737" [ 934.932028] env[70636]: _type = "Task" [ 934.932028] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.932028] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdc1ec9-a4cb-48e1-8b65-0222473bfb27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.943609] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 934.943609] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523df5b7-7010-7d95-4ab3-01f4f5e91f88" [ 934.943609] env[70636]: _type = "Task" [ 934.943609] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.946894] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.955038] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523df5b7-7010-7d95-4ab3-01f4f5e91f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.110533] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Updated VIF entry in instance network info cache for port de06f0d6-cf95-48cb-9564-71a0bf6ffb9a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.111608] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Updating instance_info_cache with network_info: [{"id": "de06f0d6-cf95-48cb-9564-71a0bf6ffb9a", "address": "fa:16:3e:a8:d9:0c", "network": {"id": "6782c58f-6cdb-45ef-85c2-6e90b8c8cfdb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1402818537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "15e05c1c43e94cc8a5fd27ba0c306b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde06f0d6-cf", "ovs_interfaceid": "de06f0d6-cf95-48cb-9564-71a0bf6ffb9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.124019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "6e352875-5f4e-4fef-b554-3aa734b1c57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.124019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.138971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.230875] env[70636]: DEBUG nova.compute.utils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.236270] env[70636]: INFO nova.compute.claims [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.241118] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.241118] env[70636]: DEBUG nova.network.neutron [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.244683] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.324620] env[70636]: DEBUG nova.policy [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3e5ac769d94149bb89519af2756e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04da7956a63a42d291aae62a6fbcb203', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.420963] env[70636]: INFO nova.compute.manager [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Took 17.55 seconds to build instance. [ 935.445827] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070687} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.446116] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.446904] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113d75a-8035-495f-8f8c-e457599ad4dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.461374] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523df5b7-7010-7d95-4ab3-01f4f5e91f88, 'name': SearchDatastore_Task, 'duration_secs': 0.013422} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.473289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.473690] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2f2b451c-1a79-4b3e-a213-bd68d875475a/2f2b451c-1a79-4b3e-a213-bd68d875475a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.483799] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ccf0bfa7-aa71-4cbd-9657-b908bfc001d8/ccf0bfa7-aa71-4cbd-9657-b908bfc001d8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.483799] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522bd049-bd4c-4b8f-af71-f30e7cb26946 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.486793] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3aa9c0-1de7-41f6-b4dc-f9106bb69820 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.507075] env[70636]: DEBUG nova.network.neutron [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updated VIF entry in instance network info cache for port 992513bd-16e2-41a9-ba7a-b4c9fab36562. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.507494] env[70636]: DEBUG nova.network.neutron [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updating instance_info_cache with network_info: [{"id": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "address": "fa:16:3e:76:0f:6e", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992513bd-16", "ovs_interfaceid": "992513bd-16e2-41a9-ba7a-b4c9fab36562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.515146] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 935.515146] env[70636]: value = "task-2883739" [ 935.515146] env[70636]: _type = "Task" [ 935.515146] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.516495] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 935.516495] env[70636]: value = "task-2883738" [ 935.516495] env[70636]: _type = "Task" [ 935.516495] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.528735] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.532464] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.559753] env[70636]: INFO nova.compute.manager [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Rebuilding instance [ 935.617322] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Releasing lock "refresh_cache-ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.617623] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-vif-plugged-5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.617815] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquiring lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.618094] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.618476] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.618681] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] No waiting events found dispatching network-vif-plugged-5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.618960] env[70636]: WARNING nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received unexpected event network-vif-plugged-5ae66187-0686-482e-85d3-f3de0b03202f for instance with vm_state building and task_state spawning. [ 935.619180] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-changed-5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.619570] env[70636]: DEBUG nova.compute.manager [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Refreshing instance network info cache due to event network-changed-5ae66187-0686-482e-85d3-f3de0b03202f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.619797] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquiring lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.619942] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Acquired lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.620187] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Refreshing network info cache for port 5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.625756] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.628910] env[70636]: DEBUG nova.compute.manager [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.629234] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788dda88-a2a6-490d-b69a-3007d06a9df4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.635837] env[70636]: DEBUG nova.network.neutron [-] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.756412] env[70636]: INFO nova.compute.resource_tracker [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating resource usage from migration b36eb446-e82a-4a07-ae45-882e5b6f61e9 [ 935.766025] env[70636]: DEBUG nova.network.neutron [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Successfully created port: 3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.924408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-966b7a04-6ce7-4f77-b649-332860842668 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.164s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.013701] env[70636]: DEBUG oslo_concurrency.lockutils [req-f15a5e87-097a-4290-a4ba-b314cae0ee27 req-1888b7a4-36f1-4dc3-8b84-f91614d66273 service nova] Releasing lock "refresh_cache-97d77c3d-a0e8-4095-a8a9-06190fa7d878" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.039840] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883738, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.039840] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.150657] env[70636]: INFO nova.compute.manager [-] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Took 1.51 seconds to deallocate network for instance. [ 936.162668] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.186354] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f100ba9-7b76-49c3-9bb8-3854d5485828 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.199483] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a653e3-0f7c-4414-b817-bdaf32fd870e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.242120] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad1352-ad6a-4a88-a9b2-3675d514f320 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.250653] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208b2af-9151-4d19-a112-d0a8f95b2edc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.265784] env[70636]: DEBUG nova.compute.provider_tree [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.272955] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.312163] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.312163] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.312163] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.312163] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.312346] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.312404] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.312719] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.312920] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.313135] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.313304] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.313475] env[70636]: DEBUG nova.virt.hardware [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.314419] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d4938d-897f-40b9-b805-e6989f2dea0a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.325175] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ed638-de82-44f9-b525-49e48b4ac11e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.418139] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updated VIF entry in instance network info cache for port 5ae66187-0686-482e-85d3-f3de0b03202f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.418580] env[70636]: DEBUG nova.network.neutron [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updating instance_info_cache with network_info: [{"id": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "address": "fa:16:3e:e3:16:0e", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9b0a36-ed", "ovs_interfaceid": "db9b0a36-edd6-473d-928d-ec1ea92004e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf954c9f-4197-4600-9e29-736b46671905", "address": "fa:16:3e:11:43:40", "network": {"id": "b8fc56c9-7a49-4ba9-a323-5beeaaa818e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1538793358", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf954c9f-41", "ovs_interfaceid": "cf954c9f-4197-4600-9e29-736b46671905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae66187-0686-482e-85d3-f3de0b03202f", "address": "fa:16:3e:df:04:33", "network": {"id": "c5391a9a-38f2-44df-affd-57a22622d826", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-571342950", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae66187-06", "ovs_interfaceid": "5ae66187-0686-482e-85d3-f3de0b03202f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.455556] env[70636]: DEBUG oslo_concurrency.lockutils [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.455990] env[70636]: DEBUG oslo_concurrency.lockutils [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.456073] env[70636]: DEBUG nova.compute.manager [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.457700] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9b4cb7-28ec-44a4-a8a2-fea3e7059aba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.466742] env[70636]: DEBUG nova.compute.manager [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 936.467434] env[70636]: DEBUG nova.objects.instance [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lazy-loading 'flavor' on Instance uuid bf6957cf-a32d-4faf-b388-a55b92a2294b {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.531407] env[70636]: DEBUG nova.compute.manager [req-c81daa4e-8211-41ca-a96b-afd186a9fbab req-7035abd8-63c4-41de-ae34-6ee45ea9ee91 service nova] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Received event network-vif-deleted-03f900fa-8732-47d8-ad5a-8fc89d009ce3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.531407] env[70636]: DEBUG nova.compute.manager [req-c81daa4e-8211-41ca-a96b-afd186a9fbab req-7035abd8-63c4-41de-ae34-6ee45ea9ee91 service nova] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Received event network-vif-deleted-b054383d-aa59-43cd-8f7b-be76bd73ec4a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.531481] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883739, 'name': ReconfigVM_Task, 'duration_secs': 0.596898} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.532087] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ccf0bfa7-aa71-4cbd-9657-b908bfc001d8/ccf0bfa7-aa71-4cbd-9657-b908bfc001d8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.532688] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8c5e488-d8b8-4ff3-852f-12f0e44b0807 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.537703] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727309} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.538359] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2f2b451c-1a79-4b3e-a213-bd68d875475a/2f2b451c-1a79-4b3e-a213-bd68d875475a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.538655] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.538923] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012d5a8b-b4e8-4725-bd31-951538e0dac4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.543189] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 936.543189] env[70636]: value = "task-2883740" [ 936.543189] env[70636]: _type = "Task" [ 936.543189] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.547371] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 936.547371] env[70636]: value = "task-2883741" [ 936.547371] env[70636]: _type = "Task" [ 936.547371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.554684] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883740, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.561141] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.657837] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.658156] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccc13878-3239-4392-accb-855ef02aff2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.667869] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.669227] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 936.669227] env[70636]: value = "task-2883742" [ 936.669227] env[70636]: _type = "Task" [ 936.669227] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.681124] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.778898] env[70636]: DEBUG nova.scheduler.client.report [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.921275] env[70636]: DEBUG oslo_concurrency.lockutils [req-9beabafb-11fc-4d9f-b510-7f8f17b07077 req-f6df9cb1-b757-4a90-8f92-4ad8097b4be3 service nova] Releasing lock "refresh_cache-2f2b451c-1a79-4b3e-a213-bd68d875475a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.063582] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129484} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.063827] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883740, 'name': Rename_Task, 'duration_secs': 0.323034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.064066] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.064603] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.065565] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c224cd-695b-428b-9a1e-275feb46a922 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.069040] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eed49eb-2964-48ac-a401-379f9d2671f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.099545] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 2f2b451c-1a79-4b3e-a213-bd68d875475a/2f2b451c-1a79-4b3e-a213-bd68d875475a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.102867] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226d26f6-91b4-4677-892b-2e9ffe175cfc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.120771] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 937.120771] env[70636]: value = "task-2883743" [ 937.120771] env[70636]: _type = "Task" [ 937.120771] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.127212] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 937.127212] env[70636]: value = "task-2883744" [ 937.127212] env[70636]: _type = "Task" [ 937.127212] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.140067] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.146520] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.179842] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883742, 'name': PowerOffVM_Task, 'duration_secs': 0.230635} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.180275] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.180739] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.183119] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e1f91-de6f-49b0-93c7-6acb79715596 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.189846] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.190384] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a73ace1c-da3e-46a7-985c-0ed0fb2a57e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.205547] env[70636]: INFO nova.compute.manager [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Rescuing [ 937.205738] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.206386] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.206386] env[70636]: DEBUG nova.network.neutron [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.216312] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.219227] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.219227] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Deleting the datastore file [datastore1] 82c65203-cec7-4ca4-bdf4-329b4f753dd7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.219227] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1167f33-0818-4e36-a8c8-0cbdfedafc5b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.226950] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 937.226950] env[70636]: value = "task-2883746" [ 937.226950] env[70636]: _type = "Task" [ 937.226950] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.237745] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.284459] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.557s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.284695] env[70636]: INFO nova.compute.manager [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Migrating [ 937.285019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.285169] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.288243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.145s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.288916] env[70636]: INFO nova.compute.claims [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.294157] env[70636]: INFO nova.compute.rpcapi [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 937.294657] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.478337] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.478699] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6538619-b174-40f0-8486-9e4b7999dbf6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.486648] env[70636]: DEBUG oslo_vmware.api [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 937.486648] env[70636]: value = "task-2883747" [ 937.486648] env[70636]: _type = "Task" [ 937.486648] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.497901] env[70636]: DEBUG oslo_vmware.api [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.519750] env[70636]: DEBUG nova.network.neutron [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Successfully updated port: 3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.637616] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.644581] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.746083] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477172} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.746451] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.746671] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.746841] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.814463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.814687] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.814920] env[70636]: DEBUG nova.network.neutron [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.000845] env[70636]: DEBUG oslo_vmware.api [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.024035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "refresh_cache-fbab4e0d-2a88-450b-99b2-944a06fc5efc" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.024133] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquired lock "refresh_cache-fbab4e0d-2a88-450b-99b2-944a06fc5efc" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.027137] env[70636]: DEBUG nova.network.neutron [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.132785] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.142239] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.504188] env[70636]: DEBUG oslo_vmware.api [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883747, 'name': PowerOffVM_Task, 'duration_secs': 0.567676} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.504869] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.504989] env[70636]: DEBUG nova.compute.manager [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.505899] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b826c-0d87-4eb0-9e2f-77072223325e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.509689] env[70636]: DEBUG nova.network.neutron [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Updating instance_info_cache with network_info: [{"id": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "address": "fa:16:3e:0e:0b:2b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e372c19-23", "ovs_interfaceid": "1e372c19-23d1-455f-86e0-16db5f6b9d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.608112] env[70636]: DEBUG nova.network.neutron [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.635546] env[70636]: DEBUG oslo_vmware.api [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883743, 'name': PowerOnVM_Task, 'duration_secs': 1.300055} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.639513] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.639720] env[70636]: INFO nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Took 9.98 seconds to spawn the instance on the hypervisor. [ 938.639958] env[70636]: DEBUG nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.640736] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8552b5-78e7-448c-9f18-ca4a0d5c424d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.653316] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883744, 'name': ReconfigVM_Task, 'duration_secs': 1.086039} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.657851] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 2f2b451c-1a79-4b3e-a213-bd68d875475a/2f2b451c-1a79-4b3e-a213-bd68d875475a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.661169] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c406589c-e0cf-4951-af60-661f57d97300 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.671062] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 938.671062] env[70636]: value = "task-2883748" [ 938.671062] env[70636]: _type = "Task" [ 938.671062] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.679283] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883748, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.680894] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a1b87-4a0a-4c84-afd6-b444997b7834 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.689182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38177462-cd30-43a0-9e1c-bfb4ac343b10 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.728960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005be36-e353-4ac6-834a-0dd29156b4a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.738382] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24505ab0-22e4-4ff5-8366-4aed61da21af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.758647] env[70636]: DEBUG nova.compute.provider_tree [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.799167] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.799550] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.799550] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.799651] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.799818] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.800152] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.800391] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.800562] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.800727] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.800939] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.801152] env[70636]: DEBUG nova.virt.hardware [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.802055] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10898711-b12e-41b5-963a-d5652f832a0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.810479] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331643bd-4da4-4bd8-8cf4-e9a4e870fae9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.827148] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.833128] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.833233] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.833452] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44acd736-bd07-4618-b4a0-b21299cbc722 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.851014] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.851014] env[70636]: value = "task-2883749" [ 938.851014] env[70636]: _type = "Task" [ 938.851014] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.859067] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883749, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.011319] env[70636]: DEBUG nova.network.neutron [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Updating instance_info_cache with network_info: [{"id": "3a819ec7-69a0-4c1b-98ae-f7aa76359014", "address": "fa:16:3e:e3:8b:e2", "network": {"id": "f18272d0-bd76-42a5-b0ab-192ce71ab0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-253784578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "04da7956a63a42d291aae62a6fbcb203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a819ec7-69", "ovs_interfaceid": "3a819ec7-69a0-4c1b-98ae-f7aa76359014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.016320] env[70636]: DEBUG nova.network.neutron [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [{"id": "45de493b-7ba7-424c-931d-bcff6ca4386a", "address": "fa:16:3e:0a:a8:09", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45de493b-7b", "ovs_interfaceid": "45de493b-7ba7-424c-931d-bcff6ca4386a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.016429] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-e89e4a62-f903-48ed-bad3-4d96b4952c3f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.022339] env[70636]: DEBUG oslo_concurrency.lockutils [None req-444682c9-5c97-4fd3-a419-78dec54a383c tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.566s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.180988] env[70636]: INFO nova.compute.manager [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Took 19.65 seconds to build instance. [ 939.187596] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883748, 'name': Rename_Task, 'duration_secs': 0.227675} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.188514] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.189132] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427a2be8-79cc-4706-b986-53c599fb9eaf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.199049] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 939.199049] env[70636]: value = "task-2883750" [ 939.199049] env[70636]: _type = "Task" [ 939.199049] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.213223] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.265534] env[70636]: DEBUG nova.scheduler.client.report [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.361615] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883749, 'name': CreateVM_Task, 'duration_secs': 0.316903} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.361708] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.362154] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.362891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.363053] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.363282] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f141bf5-6b6b-47bb-af31-fdbb8c28a0dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.371697] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 939.371697] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fea9fd-decb-839b-01f0-02e58f5e839f" [ 939.371697] env[70636]: _type = "Task" [ 939.371697] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.381024] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fea9fd-decb-839b-01f0-02e58f5e839f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.514560] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Releasing lock "refresh_cache-fbab4e0d-2a88-450b-99b2-944a06fc5efc" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.515117] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Instance network_info: |[{"id": "3a819ec7-69a0-4c1b-98ae-f7aa76359014", "address": "fa:16:3e:e3:8b:e2", "network": {"id": "f18272d0-bd76-42a5-b0ab-192ce71ab0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-253784578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "04da7956a63a42d291aae62a6fbcb203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a819ec7-69", "ovs_interfaceid": "3a819ec7-69a0-4c1b-98ae-f7aa76359014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.515632] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:8b:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a819ec7-69a0-4c1b-98ae-f7aa76359014', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.526117] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Creating folder: Project (04da7956a63a42d291aae62a6fbcb203). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.527128] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.529721] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1974db15-f7b6-4830-bf42-868838ded0e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.544423] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Created folder: Project (04da7956a63a42d291aae62a6fbcb203) in parent group-v579393. [ 939.544423] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Creating folder: Instances. Parent ref: group-v579430. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.544423] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-349b6098-8ed0-457f-843c-597773125137 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.554671] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Created folder: Instances in parent group-v579430. [ 939.554786] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.555027] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.555235] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25bef581-1eeb-4789-9b87-951b3139ae65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.582720] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.582720] env[70636]: value = "task-2883753" [ 939.582720] env[70636]: _type = "Task" [ 939.582720] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.593687] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883753, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.689598] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ac47fdb-7a59-4913-aa4f-6b0fc5fe80ab tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.868s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.718632] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.776067] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.777582] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.779706] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.552s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.781571] env[70636]: INFO nova.compute.claims [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.846596] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "f387a69d-5d38-41c3-b9c4-08b316b08bad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.847860] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.885984] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fea9fd-decb-839b-01f0-02e58f5e839f, 'name': SearchDatastore_Task, 'duration_secs': 0.017346} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.886332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.886618] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.886805] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.888120] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.888298] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.888585] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0cc5ff-defc-4918-9ca4-5d3bea484706 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.900169] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.900415] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.901235] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f7b803-0bc3-4458-8ded-9cca1f8ddc92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.908332] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 939.908332] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e8560c-d973-59fb-8f7e-1ec88c1755c7" [ 939.908332] env[70636]: _type = "Task" [ 939.908332] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.916543] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e8560c-d973-59fb-8f7e-1ec88c1755c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.098139] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883753, 'name': CreateVM_Task, 'duration_secs': 0.356391} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.100417] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.101342] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.101342] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.101637] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.101893] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c02882c-6680-4d08-989a-a6fd03cff33b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.108104] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 940.108104] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52563455-0eb7-e865-813a-2274e81519f5" [ 940.108104] env[70636]: _type = "Task" [ 940.108104] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.117503] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52563455-0eb7-e865-813a-2274e81519f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.222579] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883750, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.240494] env[70636]: DEBUG nova.compute.manager [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Received event network-vif-plugged-3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.240759] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] Acquiring lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.241019] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.241246] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.241453] env[70636]: DEBUG nova.compute.manager [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] No waiting events found dispatching network-vif-plugged-3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.241666] env[70636]: WARNING nova.compute.manager [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Received unexpected event network-vif-plugged-3a819ec7-69a0-4c1b-98ae-f7aa76359014 for instance with vm_state building and task_state spawning. [ 940.241895] env[70636]: DEBUG nova.compute.manager [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Received event network-changed-3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.242125] env[70636]: DEBUG nova.compute.manager [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Refreshing instance network info cache due to event network-changed-3a819ec7-69a0-4c1b-98ae-f7aa76359014. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.242338] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] Acquiring lock "refresh_cache-fbab4e0d-2a88-450b-99b2-944a06fc5efc" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.242519] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] Acquired lock "refresh_cache-fbab4e0d-2a88-450b-99b2-944a06fc5efc" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.242765] env[70636]: DEBUG nova.network.neutron [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Refreshing network info cache for port 3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.286121] env[70636]: DEBUG nova.compute.utils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.288259] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.288259] env[70636]: DEBUG nova.network.neutron [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.349711] env[70636]: DEBUG nova.policy [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643da0cd08d44555aa714e2620bd4d2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd89e5104f9c94ed19c8578747e62b7a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.354200] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.368095] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "036d1098-1d2b-4f92-b05e-64f545e5bae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.368095] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "036d1098-1d2b-4f92-b05e-64f545e5bae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.421491] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e8560c-d973-59fb-8f7e-1ec88c1755c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.422325] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030f3f84-5bdb-445f-bc8a-a67042b2c4af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.433040] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 940.433040] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4bbf5-a5e9-6248-b693-6dabebe9a572" [ 940.433040] env[70636]: _type = "Task" [ 940.433040] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.441100] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4bbf5-a5e9-6248-b693-6dabebe9a572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.593650] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.593981] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a82b722-a44a-4995-b768-871c0c43accc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.602056] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 940.602056] env[70636]: value = "task-2883754" [ 940.602056] env[70636]: _type = "Task" [ 940.602056] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.611669] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.622610] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52563455-0eb7-e865-813a-2274e81519f5, 'name': SearchDatastore_Task, 'duration_secs': 0.020735} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.623020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.623346] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.623541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.715654] env[70636]: DEBUG oslo_vmware.api [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883750, 'name': PowerOnVM_Task, 'duration_secs': 1.086341} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.715654] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.715654] env[70636]: INFO nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Took 19.34 seconds to spawn the instance on the hypervisor. [ 940.715654] env[70636]: DEBUG nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.715654] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efee35d-9fce-4e29-a4e4-b240f5858955 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.791940] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.874097] env[70636]: DEBUG nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.880204] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.948580] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4bbf5-a5e9-6248-b693-6dabebe9a572, 'name': SearchDatastore_Task, 'duration_secs': 0.024299} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.948951] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.949764] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.950128] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.950128] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.950395] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b28b6af-8daa-4b7e-b4e5-6ca3bc9d1060 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.952846] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcc2a130-81a5-4b58-9ed3-f9edf3dbb4fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.961900] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 940.961900] env[70636]: value = "task-2883755" [ 940.961900] env[70636]: _type = "Task" [ 940.961900] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.967109] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.967369] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.971328] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7394f64e-c6fc-4dea-88c3-c9ba6432a1c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.977241] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.980165] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 940.980165] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de3a61-f4a6-1ab9-6f6a-963bdb8ab23b" [ 940.980165] env[70636]: _type = "Task" [ 940.980165] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.997247] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de3a61-f4a6-1ab9-6f6a-963bdb8ab23b, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.000567] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f3b30b-5dd6-4ac1-9151-2f8e9f800af2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.006600] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 941.006600] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f2d039-3e13-49d4-6162-44c5f3646d67" [ 941.006600] env[70636]: _type = "Task" [ 941.006600] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.016491] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f2d039-3e13-49d4-6162-44c5f3646d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.022463] env[70636]: DEBUG nova.network.neutron [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Successfully created port: 379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.048802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c693f-b521-4b1d-8bdb-ccd92de37e20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.070394] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.113892] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883754, 'name': PowerOffVM_Task, 'duration_secs': 0.303768} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.114443] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.115320] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e36be0-640e-4d72-8bb7-b325c0f99d9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.147782] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac6639-7d33-4b83-97de-6c3552ba6c0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.187425] env[70636]: DEBUG nova.network.neutron [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Updated VIF entry in instance network info cache for port 3a819ec7-69a0-4c1b-98ae-f7aa76359014. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.187557] env[70636]: DEBUG nova.network.neutron [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Updating instance_info_cache with network_info: [{"id": "3a819ec7-69a0-4c1b-98ae-f7aa76359014", "address": "fa:16:3e:e3:8b:e2", "network": {"id": "f18272d0-bd76-42a5-b0ab-192ce71ab0b5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-253784578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "04da7956a63a42d291aae62a6fbcb203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a819ec7-69", "ovs_interfaceid": "3a819ec7-69a0-4c1b-98ae-f7aa76359014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.191144] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.191424] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db7c94d-418d-4f62-bdef-f89b985e1f75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.201597] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 941.201597] env[70636]: value = "task-2883756" [ 941.201597] env[70636]: _type = "Task" [ 941.201597] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.209810] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.246169] env[70636]: INFO nova.compute.manager [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Took 32.30 seconds to build instance. [ 941.269352] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428ba81-9d73-4ada-958e-e5bf05f63430 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.280704] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657f5cfd-311c-4cef-83ed-6fd68450b838 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.324188] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13e3e4b-e72e-4390-82dd-45e2f60ed4fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.331813] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9ad94-336f-493b-b64d-2adb90b202f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.348901] env[70636]: DEBUG nova.compute.provider_tree [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.397509] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.483200] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.519500] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f2d039-3e13-49d4-6162-44c5f3646d67, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.519791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.520180] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] fbab4e0d-2a88-450b-99b2-944a06fc5efc/fbab4e0d-2a88-450b-99b2-944a06fc5efc.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.520515] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a989d83-0723-4933-8cfa-3bd41e0a5f49 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.529020] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 941.529020] env[70636]: value = "task-2883757" [ 941.529020] env[70636]: _type = "Task" [ 941.529020] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.540431] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.581128] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.581128] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c974478f-39b7-40c6-b42c-5510c3c43629 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.591893] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 941.591893] env[70636]: value = "task-2883758" [ 941.591893] env[70636]: _type = "Task" [ 941.591893] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.605031] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.672536] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.672824] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.690623] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d5aecee-62aa-4e84-b4f2-d4cd8587e9c3 req-3d53701a-42b2-420a-95d1-992b5f20a2cd service nova] Releasing lock "refresh_cache-fbab4e0d-2a88-450b-99b2-944a06fc5efc" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.716306] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.716577] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.718060] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.718290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.718503] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.718841] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-847fa151-34f6-4f50-91f4-729647e055bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.730489] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.730690] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.732641] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff1d9c8-b81a-48d9-ad2b-3725b8680282 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.739170] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 941.739170] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529db28a-6fc3-8f1a-724a-18cbe31f3302" [ 941.739170] env[70636]: _type = "Task" [ 941.739170] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.744359] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0679ade3-177f-4b7a-8481-9baba5337081 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.821s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.752155] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529db28a-6fc3-8f1a-724a-18cbe31f3302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.824095] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.853876] env[70636]: DEBUG nova.scheduler.client.report [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.866559] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.867072] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.867072] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.867072] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.867259] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.867427] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.867693] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.867930] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.868136] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.868866] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.868866] env[70636]: DEBUG nova.virt.hardware [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.870921] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab213e-cccb-4c9f-91df-83af1c2d207d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.880983] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea55df-6051-4033-8775-b43c794580fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.976052] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61279} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.976389] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.976660] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.976968] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601dce94-d32f-497f-972a-09dcfb6dcce7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985803] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 941.985803] env[70636]: value = "task-2883759" [ 941.985803] env[70636]: _type = "Task" [ 941.985803] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.997681] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.044113] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.102966] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883758, 'name': PowerOffVM_Task, 'duration_secs': 0.314909} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.103353] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.103462] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.249804] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.252469] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529db28a-6fc3-8f1a-724a-18cbe31f3302, 'name': SearchDatastore_Task, 'duration_secs': 0.016703} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.253637] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade93299-1548-4088-989c-218cb47daabd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.258935] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 942.258935] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527473bd-21ab-346e-c0eb-f09234486bda" [ 942.258935] env[70636]: _type = "Task" [ 942.258935] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.270065] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527473bd-21ab-346e-c0eb-f09234486bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.320463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.322274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.360615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.362009] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.364384] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.600s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.365104] env[70636]: DEBUG nova.objects.instance [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lazy-loading 'resources' on Instance uuid 23e67cc4-e97f-4578-bc51-81d438609860 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.503293] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.503293] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.504943] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d451e0-8079-4084-b828-98ac02f7a5b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.535646] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.536775] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820a18ac-5373-485a-a668-804d81475586 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.560718] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590611} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.562455] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] fbab4e0d-2a88-450b-99b2-944a06fc5efc/fbab4e0d-2a88-450b-99b2-944a06fc5efc.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.562455] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.562649] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 942.562649] env[70636]: value = "task-2883760" [ 942.562649] env[70636]: _type = "Task" [ 942.562649] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.562822] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d72bc0-1675-4b9a-b4b9-60a146e27a9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.575665] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.575665] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 942.575665] env[70636]: value = "task-2883761" [ 942.575665] env[70636]: _type = "Task" [ 942.575665] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.585614] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.614950] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.614950] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.614950] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.614950] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.616722] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.616722] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.616722] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.616722] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.616722] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.616722] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.617010] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.625678] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c56e39c-992b-4486-80be-6d009e0b79d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.641185] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 942.641185] env[70636]: value = "task-2883762" [ 942.641185] env[70636]: _type = "Task" [ 942.641185] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.653299] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.772136] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527473bd-21ab-346e-c0eb-f09234486bda, 'name': SearchDatastore_Task, 'duration_secs': 0.021643} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.772605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.773023] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. {{(pid=70636) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 942.773477] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59377fd8-05d1-4362-aa64-fd272978a68c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.780962] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 942.780962] env[70636]: value = "task-2883763" [ 942.780962] env[70636]: _type = "Task" [ 942.780962] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.786275] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.791535] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.868812] env[70636]: DEBUG nova.compute.utils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.873468] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.873636] env[70636]: DEBUG nova.network.neutron [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.993994] env[70636]: DEBUG nova.policy [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5687c5083a6947549dfa07a6699590c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81beb687a1bd4194aecdf63b12bce4e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.998815] env[70636]: DEBUG nova.compute.manager [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.999758] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1606b-ad4d-4aaa-acad-2295dab85412 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.080044] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.093483] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077601} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.093783] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.094789] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a6d10-8a45-4952-9221-89dc4f27f7d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.124018] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] fbab4e0d-2a88-450b-99b2-944a06fc5efc/fbab4e0d-2a88-450b-99b2-944a06fc5efc.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.128000] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e9d13c-4238-4b38-853a-b08192e23464 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.157666] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883762, 'name': ReconfigVM_Task, 'duration_secs': 0.317173} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.159235] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.162813] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 943.162813] env[70636]: value = "task-2883764" [ 943.162813] env[70636]: _type = "Task" [ 943.162813] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.178598] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.247063] env[70636]: DEBUG nova.network.neutron [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Successfully updated port: 379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.299560] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883763, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.374405] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.428146] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebfbb5e-29eb-4ba4-acdf-dc438e1291dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.440892] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ab8af9-e4b4-47fd-bd84-e5ef7c7ba79a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.479385] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1de2dc-a207-4659-a6b3-cb58dac3c045 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.489363] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc9a586-db97-4fe4-ab54-b8d56f388953 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.507134] env[70636]: DEBUG nova.compute.provider_tree [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.517507] env[70636]: INFO nova.compute.manager [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] instance snapshotting [ 943.517757] env[70636]: WARNING nova.compute.manager [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 943.521466] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600595a9-497a-45cb-9dda-6ac1733e6e9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.545795] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9febd7-ea5d-405b-b46c-3a96d68598b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.568128] env[70636]: DEBUG nova.network.neutron [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Successfully created port: 82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.579849] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883760, 'name': ReconfigVM_Task, 'duration_secs': 0.996613} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.583033] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7/82c65203-cec7-4ca4-bdf4-329b4f753dd7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.583033] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5597bc9-b86f-4d38-9bc7-c8c1485a2485 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.587846] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 943.587846] env[70636]: value = "task-2883765" [ 943.587846] env[70636]: _type = "Task" [ 943.587846] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.596620] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883765, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.673554] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.674131] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.674131] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.674322] env[70636]: DEBUG nova.virt.hardware [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.679770] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Reconfiguring VM instance instance-00000002 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.680096] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e64c9c-a336-46a4-a4f1-c2ff083976ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.701072] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883764, 'name': ReconfigVM_Task, 'duration_secs': 0.420579} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.702608] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Reconfigured VM instance instance-0000000d to attach disk [datastore2] fbab4e0d-2a88-450b-99b2-944a06fc5efc/fbab4e0d-2a88-450b-99b2-944a06fc5efc.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.706551] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 943.706551] env[70636]: value = "task-2883766" [ 943.706551] env[70636]: _type = "Task" [ 943.706551] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.706769] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430092d4-95cf-47a1-9a45-42734002ba76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717667] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.719204] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 943.719204] env[70636]: value = "task-2883767" [ 943.719204] env[70636]: _type = "Task" [ 943.719204] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.732237] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883767, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.753750] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.753971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquired lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.754323] env[70636]: DEBUG nova.network.neutron [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.795991] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883763, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.011281] env[70636]: DEBUG nova.scheduler.client.report [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.058214] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.058851] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a15d44fb-a7b5-476c-a7bf-77a3123e7098 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.068196] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 944.068196] env[70636]: value = "task-2883768" [ 944.068196] env[70636]: _type = "Task" [ 944.068196] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.079913] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.111243] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883765, 'name': Rename_Task, 'duration_secs': 0.23967} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.111663] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.112429] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c9f54d6-9f0d-4c1a-9756-31eb8031050f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.121185] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Waiting for the task: (returnval){ [ 944.121185] env[70636]: value = "task-2883769" [ 944.121185] env[70636]: _type = "Task" [ 944.121185] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.141381] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.221125] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.233588] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883767, 'name': Rename_Task, 'duration_secs': 0.185431} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.233588] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.233588] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61598188-89e7-404e-aa10-ef7c4aa0d98e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.240530] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 944.240530] env[70636]: value = "task-2883770" [ 944.240530] env[70636]: _type = "Task" [ 944.240530] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.248832] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.295943] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883763, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.320992] env[70636]: DEBUG nova.compute.manager [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.322546] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fea9a3-19e3-4600-ad99-b3c88298cee5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.389761] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.417116] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.417415] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.417906] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.418176] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.418373] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.418555] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.418822] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.420255] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.420255] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.420255] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.420255] env[70636]: DEBUG nova.virt.hardware [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.421124] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c367fb-44b2-4fc4-aaf3-fd8796123f79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.432161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077020d3-0320-4c0c-8cf5-3437952b8cea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.512676] env[70636]: DEBUG nova.network.neutron [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.519789] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.523407] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.363s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.525080] env[70636]: INFO nova.compute.claims [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.540158] env[70636]: INFO nova.scheduler.client.report [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Deleted allocations for instance 23e67cc4-e97f-4578-bc51-81d438609860 [ 944.578349] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.634493] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.677713] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "a95a4262-7614-460a-b10f-a622efd96a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.678096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "a95a4262-7614-460a-b10f-a622efd96a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.721320] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.729179] env[70636]: DEBUG nova.compute.manager [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Received event network-changed-f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.729179] env[70636]: DEBUG nova.compute.manager [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Refreshing instance network info cache due to event network-changed-f6abe854-5340-44ed-a3b1-c640f5a30588. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.729179] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] Acquiring lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.729179] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] Acquired lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.729179] env[70636]: DEBUG nova.network.neutron [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Refreshing network info cache for port f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.752112] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.794842] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883763, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.780305} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.795172] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. [ 944.795978] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e7c54-616c-4fbf-8a71-32678ad832a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.829699] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.831476] env[70636]: DEBUG nova.network.neutron [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updating instance_info_cache with network_info: [{"id": "379f52ef-eea0-4124-b66f-3951d2bb4588", "address": "fa:16:3e:2a:63:70", "network": {"id": "cb445c90-c24c-419e-9be9-f4fa90531cd7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784729414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89e5104f9c94ed19c8578747e62b7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379f52ef-ee", "ovs_interfaceid": "379f52ef-eea0-4124-b66f-3951d2bb4588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.832863] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9ea130-255b-493c-8c65-ed02c55cc463 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.846737] env[70636]: INFO nova.compute.manager [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] instance snapshotting [ 944.850919] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948b9e96-5c88-4bdf-aa60-492f630c374c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.858259] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 944.858259] env[70636]: value = "task-2883771" [ 944.858259] env[70636]: _type = "Task" [ 944.858259] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.884168] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d09e9f-7c86-4b39-8887-5b1df5a92740 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.891899] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.050138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b06759c-5e54-407e-8911-d576a0820cba tempest-DeleteServersAdminTestJSON-1308265709 tempest-DeleteServersAdminTestJSON-1308265709-project-admin] Lock "23e67cc4-e97f-4578-bc51-81d438609860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.891s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.079871] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883768, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.133522] env[70636]: DEBUG oslo_vmware.api [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Task: {'id': task-2883769, 'name': PowerOnVM_Task, 'duration_secs': 0.878576} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.133522] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.133682] env[70636]: DEBUG nova.compute.manager [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.134544] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a49ab2d-0541-4d88-b3b3-1dd6bdba3941 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.220716] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883766, 'name': ReconfigVM_Task, 'duration_secs': 1.234346} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.220990] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Reconfigured VM instance instance-00000002 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.221856] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4156d58-c2ae-498f-a179-770ee2527f57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.248331] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2/00daff25-7271-410d-9aca-bcf9f71371c2.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.249623] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f732d35b-b6bc-48d0-9c10-6a6c768a0fc7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.273645] env[70636]: DEBUG oslo_vmware.api [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883770, 'name': PowerOnVM_Task, 'duration_secs': 0.865171} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.274857] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.275109] env[70636]: INFO nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Took 9.00 seconds to spawn the instance on the hypervisor. [ 945.275290] env[70636]: DEBUG nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.275868] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 945.275868] env[70636]: value = "task-2883772" [ 945.275868] env[70636]: _type = "Task" [ 945.275868] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.276833] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a555fd8f-927a-4ead-9c4e-508484ced29c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.288538] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.352376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Releasing lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.352376] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Instance network_info: |[{"id": "379f52ef-eea0-4124-b66f-3951d2bb4588", "address": "fa:16:3e:2a:63:70", "network": {"id": "cb445c90-c24c-419e-9be9-f4fa90531cd7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784729414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89e5104f9c94ed19c8578747e62b7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379f52ef-ee", "ovs_interfaceid": "379f52ef-eea0-4124-b66f-3951d2bb4588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.352376] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:63:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '379f52ef-eea0-4124-b66f-3951d2bb4588', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.360257] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Creating folder: Project (d89e5104f9c94ed19c8578747e62b7a1). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.360984] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b15009e-1c8f-44dd-be29-36f13e35d606 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.375968] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883771, 'name': ReconfigVM_Task, 'duration_secs': 0.421948} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.375968] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.376346] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Created folder: Project (d89e5104f9c94ed19c8578747e62b7a1) in parent group-v579393. [ 945.376556] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Creating folder: Instances. Parent ref: group-v579433. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.377791] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77388429-0923-4631-83dd-8301468022df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.380879] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54b6f16c-7746-4fb7-9fc5-acd2f1ace4a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.404552] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.413135] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9090ff12-a57f-4be1-a4ae-3c2bb5b0181a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.415182] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e110861-4cae-48bc-b26d-bea5d83d98ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.425402] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Created folder: Instances in parent group-v579433. [ 945.425633] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.426232] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.427039] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba5a4f5d-e16f-41d7-840c-4ef03ce4d920 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.445332] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 945.445332] env[70636]: value = "task-2883775" [ 945.445332] env[70636]: _type = "Task" [ 945.445332] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.445627] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 945.445627] env[70636]: value = "task-2883776" [ 945.445627] env[70636]: _type = "Task" [ 945.445627] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.453898] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.453898] env[70636]: value = "task-2883777" [ 945.453898] env[70636]: _type = "Task" [ 945.453898] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.465705] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.465705] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.470607] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883777, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.474447] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "161cd7d8-686a-4dc4-9c73-059f4e194c13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.474666] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.587342] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883768, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.661880] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.742078] env[70636]: DEBUG nova.network.neutron [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Successfully updated port: 82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.743598] env[70636]: DEBUG nova.network.neutron [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updated VIF entry in instance network info cache for port f6abe854-5340-44ed-a3b1-c640f5a30588. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.743991] env[70636]: DEBUG nova.network.neutron [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updating instance_info_cache with network_info: [{"id": "f6abe854-5340-44ed-a3b1-c640f5a30588", "address": "fa:16:3e:a8:63:a1", "network": {"id": "d1a59eec-80b4-4d89-ad19-d4e72d9f0817", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-375513328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddc11c35222474da1299a73d6378dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6abe854-53", "ovs_interfaceid": "f6abe854-5340-44ed-a3b1-c640f5a30588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.794644] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.806672] env[70636]: INFO nova.compute.manager [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Took 23.77 seconds to build instance. [ 945.968469] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883776, 'name': ReconfigVM_Task, 'duration_secs': 0.183328} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.968469] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.968697] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.968977] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754eb043-c5d3-49b9-aa19-5802b5929455 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.973626] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883777, 'name': CreateVM_Task, 'duration_secs': 0.34101} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.974676] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.975588] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.975785] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.976172] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.976439] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4671286-f6f0-4abe-a935-748731535d07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.980247] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 945.980247] env[70636]: value = "task-2883778" [ 945.980247] env[70636]: _type = "Task" [ 945.980247] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.987401] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 945.987401] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d82184-810b-6c3c-0a6a-17d2c4510e3a" [ 945.987401] env[70636]: _type = "Task" [ 945.987401] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.994395] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.998904] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d82184-810b-6c3c-0a6a-17d2c4510e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.000954] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eae3d3-6f20-4976-b042-ccd7fe9c815b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.008697] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e423e7-03ba-4456-9dfb-b4625e528d07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.045036] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc29068f-8889-41e0-9123-0ef6cb1c0358 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.052924] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcfca35-779c-435f-a732-db2bddf12a66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.068607] env[70636]: DEBUG nova.compute.provider_tree [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.084187] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883768, 'name': CreateSnapshot_Task, 'duration_secs': 1.638425} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.084901] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.085796] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d71294-de6e-405d-93b3-b5c9b11f189d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.246510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "refresh_cache-922f2a8a-0028-4933-8616-2435af7d7010" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.246937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquired lock "refresh_cache-922f2a8a-0028-4933-8616-2435af7d7010" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.246937] env[70636]: DEBUG nova.network.neutron [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.248790] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ba7b9bc-864e-421a-8089-d739895f02e5 req-3b28ce08-35fd-488c-8c7b-acf06f5205dc service nova] Releasing lock "refresh_cache-eec39238-d21d-464c-b27a-bfba7f7af671" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.289450] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883772, 'name': ReconfigVM_Task, 'duration_secs': 0.597473} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.289909] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2/00daff25-7271-410d-9aca-bcf9f71371c2.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.290046] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.308762] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f3ea2c13-b91b-4bd4-8cec-31810efe5522 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.289s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.368175] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "2f2b451c-1a79-4b3e-a213-bd68d875475a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.368510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.369137] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.369137] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.369343] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.372959] env[70636]: INFO nova.compute.manager [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Terminating instance [ 946.460915] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883775, 'name': CreateSnapshot_Task, 'duration_secs': 0.830459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.462349] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.464730] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9fd5d5-3c24-4eb3-84b3-25834449127b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.507487] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883778, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.507766] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d82184-810b-6c3c-0a6a-17d2c4510e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.508050] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.508287] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.508522] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.508666] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.509267] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.509267] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b833e9da-d940-4f2d-9639-5bb0dc1d03e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.519310] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.519493] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.520231] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae06ccd-c562-435b-abf6-2ee5a6d4cd39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.528881] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 946.528881] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524b1789-17b5-3899-d753-343487e665e2" [ 946.528881] env[70636]: _type = "Task" [ 946.528881] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.538031] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524b1789-17b5-3899-d753-343487e665e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.572544] env[70636]: DEBUG nova.scheduler.client.report [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.606726] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.607573] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a97e4b1-bd2c-432a-932a-3c3dd76b18db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.617854] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 946.617854] env[70636]: value = "task-2883779" [ 946.617854] env[70636]: _type = "Task" [ 946.617854] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.627020] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883779, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.798715] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d45213-180f-425e-98c3-7553a53d51e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.832926] env[70636]: DEBUG nova.network.neutron [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.834917] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.840185] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5403a8e-1bf9-4c4f-a1ac-b04476c13e9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.871608] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.881098] env[70636]: DEBUG nova.compute.manager [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.881324] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.885590] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78c216-1ca6-484c-b0c9-b7692b98f37d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.893697] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.894076] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5461838-eb01-4d40-afa3-1fec0829e1c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.900660] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 946.900660] env[70636]: value = "task-2883780" [ 946.900660] env[70636]: _type = "Task" [ 946.900660] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.911550] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.002481] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.002481] env[70636]: DEBUG oslo_vmware.api [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883778, 'name': PowerOnVM_Task, 'duration_secs': 0.548888} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.004153] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea0222f8-873b-4904-b3bd-91288898a841 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.007897] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.012956] env[70636]: DEBUG nova.compute.manager [None req-6f9b2178-7b8e-40df-b18a-a86f7d2547cf tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.017012] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.017260] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.018070] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb308343-a157-45c1-bdd6-f274a59387e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.028830] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 947.028830] env[70636]: value = "task-2883781" [ 947.028830] env[70636]: _type = "Task" [ 947.028830] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.044519] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524b1789-17b5-3899-d753-343487e665e2, 'name': SearchDatastore_Task, 'duration_secs': 0.031854} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.048328] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883781, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.048506] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cc800a-6d8b-4b83-995a-d84ed947b1d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.054690] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 947.054690] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b62e5c-8fbf-4a44-6fbf-12ae036dbd72" [ 947.054690] env[70636]: _type = "Task" [ 947.054690] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.062977] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b62e5c-8fbf-4a44-6fbf-12ae036dbd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.078710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.079548] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.088418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.737s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.088625] env[70636]: DEBUG nova.objects.instance [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.131130] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883779, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.156039] env[70636]: DEBUG nova.network.neutron [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Updating instance_info_cache with network_info: [{"id": "82a53afe-232f-4f7c-8e99-c8d89fcc967e", "address": "fa:16:3e:0b:07:0a", "network": {"id": "161fcccc-93f5-4e40-a505-0b160f0b70a5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2142250713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81beb687a1bd4194aecdf63b12bce4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a53afe-23", "ovs_interfaceid": "82a53afe-232f-4f7c-8e99-c8d89fcc967e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.370264] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.414944] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883780, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.450564] env[70636]: DEBUG nova.network.neutron [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Port 45de493b-7ba7-424c-931d-bcff6ca4386a binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 947.554189] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883781, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.573534] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b62e5c-8fbf-4a44-6fbf-12ae036dbd72, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.574013] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.575578] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2a559c15-0334-44db-9f7d-ed3282993961/2a559c15-0334-44db-9f7d-ed3282993961.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.575578] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0303768e-df0e-4265-beeb-da9e197e7824 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.586515] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 947.586515] env[70636]: value = "task-2883782" [ 947.586515] env[70636]: _type = "Task" [ 947.586515] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.601767] env[70636]: DEBUG nova.compute.utils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.604319] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.604431] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.604656] env[70636]: DEBUG nova.network.neutron [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.630842] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883779, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.661020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Releasing lock "refresh_cache-922f2a8a-0028-4933-8616-2435af7d7010" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.661020] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Instance network_info: |[{"id": "82a53afe-232f-4f7c-8e99-c8d89fcc967e", "address": "fa:16:3e:0b:07:0a", "network": {"id": "161fcccc-93f5-4e40-a505-0b160f0b70a5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2142250713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81beb687a1bd4194aecdf63b12bce4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a53afe-23", "ovs_interfaceid": "82a53afe-232f-4f7c-8e99-c8d89fcc967e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.661020] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:07:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a53afe-232f-4f7c-8e99-c8d89fcc967e', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.671526] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Creating folder: Project (81beb687a1bd4194aecdf63b12bce4e2). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.674026] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9b24215-3447-46f9-80d5-196a61353b60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.686107] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Created folder: Project (81beb687a1bd4194aecdf63b12bce4e2) in parent group-v579393. [ 947.686107] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Creating folder: Instances. Parent ref: group-v579440. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.688156] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-388072be-c377-42bb-92fd-74c0b38baee7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.696555] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Received event network-vif-plugged-379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.698349] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.698349] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Lock "2a559c15-0334-44db-9f7d-ed3282993961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.698349] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Lock "2a559c15-0334-44db-9f7d-ed3282993961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.698349] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] No waiting events found dispatching network-vif-plugged-379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.698349] env[70636]: WARNING nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Received unexpected event network-vif-plugged-379f52ef-eea0-4124-b66f-3951d2bb4588 for instance with vm_state building and task_state spawning. [ 947.698349] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Received event network-changed-379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.700331] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Refreshing instance network info cache due to event network-changed-379f52ef-eea0-4124-b66f-3951d2bb4588. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.700331] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Acquiring lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.700331] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Acquired lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.700331] env[70636]: DEBUG nova.network.neutron [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Refreshing network info cache for port 379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.713418] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Created folder: Instances in parent group-v579440. [ 947.713418] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.714559] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.715147] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1b744e-a760-450e-96ad-0eb948ee1057 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.735978] env[70636]: DEBUG nova.policy [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c7f87a71924931a0491c094cca30d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4329ee3e7e0145f6ae8b0f1d12cb3b9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.743918] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.743918] env[70636]: value = "task-2883785" [ 947.743918] env[70636]: _type = "Task" [ 947.743918] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.756649] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883785, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.915500] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883780, 'name': PowerOffVM_Task, 'duration_secs': 0.828514} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.916092] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.916382] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.916808] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeb54c2c-5463-4e1d-aaef-b7020a6b3c9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.023659] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "interface-fbab4e0d-2a88-450b-99b2-944a06fc5efc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.023979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "interface-fbab4e0d-2a88-450b-99b2-944a06fc5efc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.024707] env[70636]: DEBUG nova.objects.instance [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lazy-loading 'flavor' on Instance uuid fbab4e0d-2a88-450b-99b2-944a06fc5efc {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.049167] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883781, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.095248] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.095462] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.096077] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Deleting the datastore file [datastore1] 2f2b451c-1a79-4b3e-a213-bd68d875475a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.096908] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a240f56-714b-4682-8c71-4e064095abf8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.102506] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.106277] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aeeb110d-a2f5-43ea-9ce6-4f54ef200867 tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.108079] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.111909] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.787s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.113535] env[70636]: INFO nova.compute.claims [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.116474] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 948.116474] env[70636]: value = "task-2883787" [ 948.116474] env[70636]: _type = "Task" [ 948.116474] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.131793] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883779, 'name': CloneVM_Task, 'duration_secs': 1.458537} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.135495] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Created linked-clone VM from snapshot [ 948.135887] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.136764] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04c6d1-449e-494b-959b-70eebaccc83c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.145392] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Uploading image b856225a-0891-4c63-960a-f2ce9843715e {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 948.181295] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 948.181295] env[70636]: value = "vm-579438" [ 948.181295] env[70636]: _type = "VirtualMachine" [ 948.181295] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 948.181295] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5832d92b-ffe6-4071-b6c8-b23c54b4783d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.189286] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease: (returnval){ [ 948.189286] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251f7f0-b933-287d-701b-3a4869b6cc05" [ 948.189286] env[70636]: _type = "HttpNfcLease" [ 948.189286] env[70636]: } obtained for exporting VM: (result){ [ 948.189286] env[70636]: value = "vm-579438" [ 948.189286] env[70636]: _type = "VirtualMachine" [ 948.189286] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 948.189797] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the lease: (returnval){ [ 948.189797] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251f7f0-b933-287d-701b-3a4869b6cc05" [ 948.189797] env[70636]: _type = "HttpNfcLease" [ 948.189797] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.196133] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.196133] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251f7f0-b933-287d-701b-3a4869b6cc05" [ 948.196133] env[70636]: _type = "HttpNfcLease" [ 948.196133] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.256290] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883785, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.284413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.284661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.284862] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.285096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.285365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.287394] env[70636]: INFO nova.compute.manager [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Terminating instance [ 948.479625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.479851] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.480185] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.530762] env[70636]: DEBUG nova.objects.instance [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lazy-loading 'pci_requests' on Instance uuid fbab4e0d-2a88-450b-99b2-944a06fc5efc {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.548152] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883781, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.600244] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589516} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.600776] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2a559c15-0334-44db-9f7d-ed3282993961/2a559c15-0334-44db-9f7d-ed3282993961.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.601168] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.601704] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6136e903-957d-4100-8cbd-49834ef1fcb4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.609117] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 948.609117] env[70636]: value = "task-2883789" [ 948.609117] env[70636]: _type = "Task" [ 948.609117] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.631494] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.636038] env[70636]: DEBUG nova.network.neutron [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Successfully created port: 9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.641228] env[70636]: DEBUG nova.network.neutron [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updated VIF entry in instance network info cache for port 379f52ef-eea0-4124-b66f-3951d2bb4588. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.641581] env[70636]: DEBUG nova.network.neutron [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updating instance_info_cache with network_info: [{"id": "379f52ef-eea0-4124-b66f-3951d2bb4588", "address": "fa:16:3e:2a:63:70", "network": {"id": "cb445c90-c24c-419e-9be9-f4fa90531cd7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784729414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89e5104f9c94ed19c8578747e62b7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379f52ef-ee", "ovs_interfaceid": "379f52ef-eea0-4124-b66f-3951d2bb4588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.650143] env[70636]: DEBUG oslo_vmware.api [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2883787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521676} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.650449] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.650692] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.651049] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.651341] env[70636]: INFO nova.compute.manager [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Took 1.77 seconds to destroy the instance on the hypervisor. [ 948.651547] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.652560] env[70636]: DEBUG nova.compute.manager [-] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.652692] env[70636]: DEBUG nova.network.neutron [-] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.701442] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.701442] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251f7f0-b933-287d-701b-3a4869b6cc05" [ 948.701442] env[70636]: _type = "HttpNfcLease" [ 948.701442] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 948.701820] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 948.701820] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251f7f0-b933-287d-701b-3a4869b6cc05" [ 948.701820] env[70636]: _type = "HttpNfcLease" [ 948.701820] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 948.702875] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ec514-a9f1-4010-809e-03bc52a204aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.712508] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e79c54-40e9-0a98-9b32-27cb121a3d7d/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 948.712790] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e79c54-40e9-0a98-9b32-27cb121a3d7d/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 948.791941] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "refresh_cache-82c65203-cec7-4ca4-bdf4-329b4f753dd7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.792142] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquired lock "refresh_cache-82c65203-cec7-4ca4-bdf4-329b4f753dd7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.792313] env[70636]: DEBUG nova.network.neutron [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.802025] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883785, 'name': CreateVM_Task, 'duration_secs': 1.028313} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.802025] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.802025] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.802025] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.802025] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.802025] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77ad27a-422b-4081-9491-35c16d3ddb4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.807964] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 948.807964] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d422cf-1e7d-5ba6-b19a-bfa0173e07d0" [ 948.807964] env[70636]: _type = "Task" [ 948.807964] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.817224] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d422cf-1e7d-5ba6-b19a-bfa0173e07d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.860452] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43d66648-08ab-4ab2-8569-6f168b4a1602 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.032592] env[70636]: DEBUG nova.objects.base [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 949.033265] env[70636]: DEBUG nova.network.neutron [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.046068] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883781, 'name': CloneVM_Task, 'duration_secs': 1.872896} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.046343] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Created linked-clone VM from snapshot [ 949.047062] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edac0ba-0f12-4c04-8385-40162b16b5b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.054701] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Uploading image 188d35b0-3fed-4d95-89bd-3283d0e43809 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.076654] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.076654] env[70636]: value = "vm-579439" [ 949.076654] env[70636]: _type = "VirtualMachine" [ 949.076654] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.076928] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-853b17fa-ae3b-4cf5-8e58-416c2f7f6eb8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.087107] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lease: (returnval){ [ 949.087107] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a38c8a-e6c8-ca35-129a-be8d650aa1e5" [ 949.087107] env[70636]: _type = "HttpNfcLease" [ 949.087107] env[70636]: } obtained for exporting VM: (result){ [ 949.087107] env[70636]: value = "vm-579439" [ 949.087107] env[70636]: _type = "VirtualMachine" [ 949.087107] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.087548] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the lease: (returnval){ [ 949.087548] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a38c8a-e6c8-ca35-129a-be8d650aa1e5" [ 949.087548] env[70636]: _type = "HttpNfcLease" [ 949.087548] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.094952] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.094952] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a38c8a-e6c8-ca35-129a-be8d650aa1e5" [ 949.094952] env[70636]: _type = "HttpNfcLease" [ 949.094952] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.118409] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093871} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.120497] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.122424] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7dc07-362f-4234-93d7-dce2b2156106 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.142160] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.152985] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 2a559c15-0334-44db-9f7d-ed3282993961/2a559c15-0334-44db-9f7d-ed3282993961.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.159169] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Releasing lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.159429] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Received event network-vif-plugged-82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.159677] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Acquiring lock "922f2a8a-0028-4933-8616-2435af7d7010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.159814] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Lock "922f2a8a-0028-4933-8616-2435af7d7010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.159971] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Lock "922f2a8a-0028-4933-8616-2435af7d7010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.160153] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] No waiting events found dispatching network-vif-plugged-82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.160321] env[70636]: WARNING nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Received unexpected event network-vif-plugged-82a53afe-232f-4f7c-8e99-c8d89fcc967e for instance with vm_state building and task_state spawning. [ 949.160480] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Received event network-changed-82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.160629] env[70636]: DEBUG nova.compute.manager [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Refreshing instance network info cache due to event network-changed-82a53afe-232f-4f7c-8e99-c8d89fcc967e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.160813] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Acquiring lock "refresh_cache-922f2a8a-0028-4933-8616-2435af7d7010" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.160942] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Acquired lock "refresh_cache-922f2a8a-0028-4933-8616-2435af7d7010" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.161112] env[70636]: DEBUG nova.network.neutron [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Refreshing network info cache for port 82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.162523] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6ce9a5-97cb-4f20-8d28-4fc41a634565 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.200300] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.200886] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.201235] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.201596] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.201932] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.202299] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.202720] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.203077] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.203424] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.203755] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.204954] env[70636]: DEBUG nova.virt.hardware [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.204954] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 949.204954] env[70636]: value = "task-2883791" [ 949.204954] env[70636]: _type = "Task" [ 949.204954] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.206174] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd9907-40d9-4c3e-aa1c-34837b946aee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.227734] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec54d62-94b7-441a-9a31-d411a8b08894 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.237315] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.237466] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c18204d3-9c94-4631-82f0-c048a4fbc981 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "interface-fbab4e0d-2a88-450b-99b2-944a06fc5efc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.213s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.318522] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d422cf-1e7d-5ba6-b19a-bfa0173e07d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.322023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.322324] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.322828] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.323092] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.323249] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.323861] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8daa9cd5-ce9f-4352-ae3e-ed28594aecf3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.327281] env[70636]: DEBUG nova.network.neutron [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.334465] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.334664] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.335495] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e33a81-beeb-4c10-a675-e1b398e09373 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.344294] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 949.344294] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d40b8c-b30f-a34a-6213-c2c6ad80d3a4" [ 949.344294] env[70636]: _type = "Task" [ 949.344294] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.355334] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d40b8c-b30f-a34a-6213-c2c6ad80d3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.409112] env[70636]: DEBUG nova.network.neutron [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.601137] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.601137] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a38c8a-e6c8-ca35-129a-be8d650aa1e5" [ 949.601137] env[70636]: _type = "HttpNfcLease" [ 949.601137] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.601137] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.601137] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a38c8a-e6c8-ca35-129a-be8d650aa1e5" [ 949.601137] env[70636]: _type = "HttpNfcLease" [ 949.601137] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.604842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ca2613-53b4-4a49-8778-c9144f6dc69a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.617574] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275afdd-2f18-9b1b-f734-34c6263646b1/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.617886] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275afdd-2f18-9b1b-f734-34c6263646b1/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.690835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.691073] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.691454] env[70636]: DEBUG nova.network.neutron [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.728713] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.731942] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be96ff-5e79-4eaf-86e9-aad8e3cad4b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.740880] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf878d-160b-44f5-8a20-5cdd806ba04f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.789862] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c84daf-4366-4262-8035-02ed96aa6ff0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.792870] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbd6a2c1-d92c-47e6-b86b-f385afae6b8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.802088] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa693a31-6d40-4c1a-a3ff-39680fc9342b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.830596] env[70636]: DEBUG nova.compute.provider_tree [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.875519] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d40b8c-b30f-a34a-6213-c2c6ad80d3a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017691} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.875638] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc92a74-bc0d-4e43-b4d7-472046cde86c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.886020] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 949.886020] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b4d43a-e83a-fb26-e69b-fe0d6051e56f" [ 949.886020] env[70636]: _type = "Task" [ 949.886020] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.893749] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b4d43a-e83a-fb26-e69b-fe0d6051e56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.912699] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Releasing lock "refresh_cache-82c65203-cec7-4ca4-bdf4-329b4f753dd7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.912836] env[70636]: DEBUG nova.compute.manager [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.912997] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.913916] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992f961-001c-4ddd-89f0-0666e73bea82 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.921155] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.921476] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0ef4c6-cc8b-450e-b18e-3c1692b9fedf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.928526] env[70636]: DEBUG oslo_vmware.api [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 949.928526] env[70636]: value = "task-2883792" [ 949.928526] env[70636]: _type = "Task" [ 949.928526] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.938337] env[70636]: DEBUG oslo_vmware.api [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.223801] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883791, 'name': ReconfigVM_Task, 'duration_secs': 0.7145} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.224165] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 2a559c15-0334-44db-9f7d-ed3282993961/2a559c15-0334-44db-9f7d-ed3282993961.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.224809] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e1ffbb-8207-4545-a0f8-86ad42da006a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.233373] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 950.233373] env[70636]: value = "task-2883793" [ 950.233373] env[70636]: _type = "Task" [ 950.233373] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.246218] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883793, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.319846] env[70636]: DEBUG nova.network.neutron [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Updated VIF entry in instance network info cache for port 82a53afe-232f-4f7c-8e99-c8d89fcc967e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.320536] env[70636]: DEBUG nova.network.neutron [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Updating instance_info_cache with network_info: [{"id": "82a53afe-232f-4f7c-8e99-c8d89fcc967e", "address": "fa:16:3e:0b:07:0a", "network": {"id": "161fcccc-93f5-4e40-a505-0b160f0b70a5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2142250713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81beb687a1bd4194aecdf63b12bce4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a53afe-23", "ovs_interfaceid": "82a53afe-232f-4f7c-8e99-c8d89fcc967e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.335784] env[70636]: DEBUG nova.scheduler.client.report [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.402534] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b4d43a-e83a-fb26-e69b-fe0d6051e56f, 'name': SearchDatastore_Task, 'duration_secs': 0.016285} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.402898] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.403353] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 922f2a8a-0028-4933-8616-2435af7d7010/922f2a8a-0028-4933-8616-2435af7d7010.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.403607] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-124b82ba-b618-4cd3-9d35-e7b46ac686c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.410456] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 950.410456] env[70636]: value = "task-2883794" [ 950.410456] env[70636]: _type = "Task" [ 950.410456] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.425890] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.442161] env[70636]: DEBUG oslo_vmware.api [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883792, 'name': PowerOffVM_Task, 'duration_secs': 0.276092} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.442949] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.442949] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.443051] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8d026ef-6621-41a6-ae39-5dbc8a563d6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.471329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.471606] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleting the datastore file [datastore2] 82c65203-cec7-4ca4-bdf4-329b4f753dd7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.471906] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17669e3-8844-4a59-a156-5234ae086a6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.483054] env[70636]: DEBUG oslo_vmware.api [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for the task: (returnval){ [ 950.483054] env[70636]: value = "task-2883796" [ 950.483054] env[70636]: _type = "Task" [ 950.483054] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.497433] env[70636]: DEBUG oslo_vmware.api [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.753026] env[70636]: DEBUG nova.network.neutron [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [{"id": "45de493b-7ba7-424c-931d-bcff6ca4386a", "address": "fa:16:3e:0a:a8:09", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45de493b-7b", "ovs_interfaceid": "45de493b-7ba7-424c-931d-bcff6ca4386a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.760022] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883793, 'name': Rename_Task, 'duration_secs': 0.171161} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.760022] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.760022] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8094343-95ca-43ee-8a84-a847449cc3c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.767942] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 950.767942] env[70636]: value = "task-2883797" [ 950.767942] env[70636]: _type = "Task" [ 950.767942] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.785682] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.825047] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2d437e7-3e6a-44f7-b73a-41e6405ebd68 req-944cdb7d-6f4d-402e-a956-d1fd8009cf6e service nova] Releasing lock "refresh_cache-922f2a8a-0028-4933-8616-2435af7d7010" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.840426] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.841091] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.847287] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.365s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.849404] env[70636]: INFO nova.compute.claims [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.875257] env[70636]: DEBUG nova.network.neutron [-] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.928035] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.971607] env[70636]: DEBUG nova.network.neutron [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Successfully updated port: 9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.999784] env[70636]: DEBUG oslo_vmware.api [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Task: {'id': task-2883796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152656} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.000509] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.000509] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.000677] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.002292] env[70636]: INFO nova.compute.manager [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 951.002292] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.002292] env[70636]: DEBUG nova.compute.manager [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.002292] env[70636]: DEBUG nova.network.neutron [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.021387] env[70636]: DEBUG nova.network.neutron [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.257946] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.281684] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.350039] env[70636]: DEBUG nova.compute.utils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.351472] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.351629] env[70636]: DEBUG nova.network.neutron [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.379095] env[70636]: INFO nova.compute.manager [-] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Took 2.73 seconds to deallocate network for instance. [ 951.422068] env[70636]: DEBUG nova.policy [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '468774ed9ceb459bb629c00f29ef2f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c7f7ee50d445a3a0dc263f85b56b04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.429814] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641736} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.430338] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 922f2a8a-0028-4933-8616-2435af7d7010/922f2a8a-0028-4933-8616-2435af7d7010.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.430709] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.430804] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea5fbce6-beaa-420f-9460-c5cd95f281f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.437921] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 951.437921] env[70636]: value = "task-2883798" [ 951.437921] env[70636]: _type = "Task" [ 951.437921] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.447557] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.471793] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "refresh_cache-806dc7b0-cf92-458e-a6ae-63d146fbff1f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.471949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquired lock "refresh_cache-806dc7b0-cf92-458e-a6ae-63d146fbff1f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.472146] env[70636]: DEBUG nova.network.neutron [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.528210] env[70636]: DEBUG nova.network.neutron [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.782021] env[70636]: DEBUG nova.network.neutron [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Successfully created port: 7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.789932] env[70636]: DEBUG oslo_vmware.api [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2883797, 'name': PowerOnVM_Task, 'duration_secs': 0.834163} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.793188] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.793188] env[70636]: INFO nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Took 9.97 seconds to spawn the instance on the hypervisor. [ 951.793188] env[70636]: DEBUG nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.793188] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f1d9f5-fa6a-4f56-a357-f5a2bbacdd97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.797036] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c372c0-7f34-4a21-827f-8388cfb153e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.834365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a6560a-2df2-41c4-b3bb-35f323fc06f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.842531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.855908] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.891116] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.950836] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114079} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.951115] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.952036] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d935140-1cd7-4e6b-8912-73d07e3363f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.975966] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 922f2a8a-0028-4933-8616-2435af7d7010/922f2a8a-0028-4933-8616-2435af7d7010.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.980945] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38158ce6-403e-4d6e-8352-2c4005990755 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.001129] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 952.001129] env[70636]: value = "task-2883799" [ 952.001129] env[70636]: _type = "Task" [ 952.001129] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.011947] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.030657] env[70636]: DEBUG nova.network.neutron [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.032730] env[70636]: INFO nova.compute.manager [-] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Took 1.03 seconds to deallocate network for instance. [ 952.200035] env[70636]: DEBUG nova.network.neutron [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Updating instance_info_cache with network_info: [{"id": "9ee1dedd-eb63-45a1-954c-390202498def", "address": "fa:16:3e:95:bb:b5", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee1dedd-eb", "ovs_interfaceid": "9ee1dedd-eb63-45a1-954c-390202498def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.309958] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141be70-16db-44b8-ab79-21f0789be66f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.318707] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe39d2-acfc-40d0-a095-732f26882808 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.356260] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.358762] env[70636]: INFO nova.compute.manager [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Took 27.25 seconds to build instance. [ 952.363069] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86cb1a3f-de3d-4b52-9d49-cb25035b4cbf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.363528] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9afe2-1dab-4243-bdad-48f523894144 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.378076] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151b355e-ff0a-4564-8509-9be06b4b027d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.382334] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 952.382334] env[70636]: value = "task-2883800" [ 952.382334] env[70636]: _type = "Task" [ 952.382334] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.394881] env[70636]: DEBUG nova.compute.provider_tree [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.401633] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883800, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.511509] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883799, 'name': ReconfigVM_Task, 'duration_secs': 0.479435} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.511803] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 922f2a8a-0028-4933-8616-2435af7d7010/922f2a8a-0028-4933-8616-2435af7d7010.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.512474] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6918673-8cba-478e-bd1c-961edbd70773 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.520975] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 952.520975] env[70636]: value = "task-2883801" [ 952.520975] env[70636]: _type = "Task" [ 952.520975] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.530995] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883801, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.540769] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.702946] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Releasing lock "refresh_cache-806dc7b0-cf92-458e-a6ae-63d146fbff1f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703375] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Instance network_info: |[{"id": "9ee1dedd-eb63-45a1-954c-390202498def", "address": "fa:16:3e:95:bb:b5", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee1dedd-eb", "ovs_interfaceid": "9ee1dedd-eb63-45a1-954c-390202498def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.703808] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:bb:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ee1dedd-eb63-45a1-954c-390202498def', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.713857] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Creating folder: Project (4329ee3e7e0145f6ae8b0f1d12cb3b9b). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.714229] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb00399-e554-459c-b1e9-943a41e322dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.725657] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Created folder: Project (4329ee3e7e0145f6ae8b0f1d12cb3b9b) in parent group-v579393. [ 952.725977] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Creating folder: Instances. Parent ref: group-v579443. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.726165] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22dd6a88-f563-491a-8f06-20363fcacc11 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.736486] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Created folder: Instances in parent group-v579443. [ 952.736718] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.736946] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.737186] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-512bf6de-48e1-4620-aabe-eb63e24082b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.757414] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.757414] env[70636]: value = "task-2883804" [ 952.757414] env[70636]: _type = "Task" [ 952.757414] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.767285] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883804, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.861151] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c116bd8a-617a-498d-b5dd-ea0a780ba7c3 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "2a559c15-0334-44db-9f7d-ed3282993961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.764s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.872405] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.894669] env[70636]: DEBUG oslo_vmware.api [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2883800, 'name': PowerOnVM_Task, 'duration_secs': 0.51812} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.895132] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.895308] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a5e62e-c88b-49e8-bfd6-2b0552047b2d tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance '00daff25-7271-410d-9aca-bcf9f71371c2' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.899555] env[70636]: DEBUG nova.scheduler.client.report [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.034941] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883801, 'name': Rename_Task, 'duration_secs': 0.230426} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.035352] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.035656] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92cb853f-388f-453a-a169-37baab5f0035 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.043073] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 953.043073] env[70636]: value = "task-2883805" [ 953.043073] env[70636]: _type = "Task" [ 953.043073] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.053316] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.270282] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883804, 'name': CreateVM_Task, 'duration_secs': 0.455222} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.270555] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.271236] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.271285] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.271696] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.271865] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c00cdb-60e7-4577-83d1-263ee3a64e97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.277618] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 953.277618] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f1522b-283a-b6c6-c7bf-947ec050f5d9" [ 953.277618] env[70636]: _type = "Task" [ 953.277618] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.286428] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f1522b-283a-b6c6-c7bf-947ec050f5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.307863] env[70636]: DEBUG nova.network.neutron [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Successfully updated port: 7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.363665] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.407099] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.407599] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.410312] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.272s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.410523] env[70636]: DEBUG nova.objects.instance [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lazy-loading 'resources' on Instance uuid 09b0ab7d-257c-479e-9d47-5b68fb28ec3c {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.553046] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.789580] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f1522b-283a-b6c6-c7bf-947ec050f5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.023384} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.789878] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.790153] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.790383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.790528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.790701] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.790982] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa3118e-8d0b-4043-a995-6a28bfe7640b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.799635] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.799872] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.800613] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a91209-2b41-46c9-883b-279cf11c28d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.806238] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 953.806238] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52952576-24f5-9fd3-5b66-2c48ee839382" [ 953.806238] env[70636]: _type = "Task" [ 953.806238] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.814944] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "refresh_cache-2811096a-4822-42c1-9c4d-acd8ff56701f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.815106] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquired lock "refresh_cache-2811096a-4822-42c1-9c4d-acd8ff56701f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.815341] env[70636]: DEBUG nova.network.neutron [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.816699] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52952576-24f5-9fd3-5b66-2c48ee839382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.888984] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.915960] env[70636]: DEBUG nova.compute.utils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.920789] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.920979] env[70636]: DEBUG nova.network.neutron [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.971791] env[70636]: DEBUG nova.policy [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee1bdc0cd8c54dfd917a5b253b6396cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3309030ed7bc44c385b6d5cdb169661a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.057894] env[70636]: DEBUG oslo_vmware.api [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883805, 'name': PowerOnVM_Task, 'duration_secs': 0.92187} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.058229] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.058400] env[70636]: INFO nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Took 9.67 seconds to spawn the instance on the hypervisor. [ 954.058564] env[70636]: DEBUG nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.059445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfa620-bc8b-4554-8317-e52a8bd35db8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.318395] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52952576-24f5-9fd3-5b66-2c48ee839382, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.319894] env[70636]: DEBUG nova.network.neutron [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Successfully created port: 6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.324645] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b449231-460e-4250-9345-a14622af42e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.327228] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a76ebb3-a992-4597-8d39-1db32e03623e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.336610] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 954.336610] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5235af1f-1aca-3d1c-8dc7-1df1319e19de" [ 954.336610] env[70636]: _type = "Task" [ 954.336610] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.337601] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda12bf-75cb-4c8a-9b05-1a12b531cbdc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.371773] env[70636]: DEBUG nova.network.neutron [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.377772] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c236f-a00e-4880-9a73-d2080dd8354a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.380286] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5235af1f-1aca-3d1c-8dc7-1df1319e19de, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.381146] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.381404] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 806dc7b0-cf92-458e-a6ae-63d146fbff1f/806dc7b0-cf92-458e-a6ae-63d146fbff1f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.381984] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644a0535-ae6f-4065-95c9-6d4c59849ae3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.388344] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc7b761-886a-4afd-9e65-992b3b069081 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.393756] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 954.393756] env[70636]: value = "task-2883806" [ 954.393756] env[70636]: _type = "Task" [ 954.393756] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.405389] env[70636]: DEBUG nova.compute.provider_tree [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.413947] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.421267] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.534389] env[70636]: DEBUG nova.network.neutron [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Updating instance_info_cache with network_info: [{"id": "7b33c194-3b9d-455a-839f-8716123de8ca", "address": "fa:16:3e:ce:8a:8d", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b33c194-3b", "ovs_interfaceid": "7b33c194-3b9d-455a-839f-8716123de8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.580040] env[70636]: INFO nova.compute.manager [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Took 28.40 seconds to build instance. [ 954.906697] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.910977] env[70636]: DEBUG nova.scheduler.client.report [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.036915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Releasing lock "refresh_cache-2811096a-4822-42c1-9c4d-acd8ff56701f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.037406] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Instance network_info: |[{"id": "7b33c194-3b9d-455a-839f-8716123de8ca", "address": "fa:16:3e:ce:8a:8d", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b33c194-3b", "ovs_interfaceid": "7b33c194-3b9d-455a-839f-8716123de8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.082944] env[70636]: DEBUG oslo_concurrency.lockutils [None req-690ad5f2-e77e-48da-8c09-fae87a64fa5f tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "922f2a8a-0028-4933-8616-2435af7d7010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.909s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.406858] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638053} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.407290] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 806dc7b0-cf92-458e-a6ae-63d146fbff1f/806dc7b0-cf92-458e-a6ae-63d146fbff1f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.407290] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.407444] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecdf2bb2-6c0d-4d3e-aceb-2102418885fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.414474] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 955.414474] env[70636]: value = "task-2883807" [ 955.414474] env[70636]: _type = "Task" [ 955.414474] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.418591] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.420861] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.258s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.422328] env[70636]: INFO nova.compute.claims [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.430755] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.437362] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.445530] env[70636]: INFO nova.scheduler.client.report [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Deleted allocations for instance 09b0ab7d-257c-479e-9d47-5b68fb28ec3c [ 955.586324] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.896932] env[70636]: DEBUG nova.network.neutron [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Successfully updated port: 6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.930030] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121951} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.930333] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.931270] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ae00f-63f0-4702-abf8-8ea78337c8bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.956270] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 806dc7b0-cf92-458e-a6ae-63d146fbff1f/806dc7b0-cf92-458e-a6ae-63d146fbff1f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.958956] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bcae81-8082-4db9-b910-89163f5605f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.975432] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1bc85383-e163-4e1f-b1fc-15e6b8f7da43 tempest-ServerDiagnosticsTest-2145635056 tempest-ServerDiagnosticsTest-2145635056-project-member] Lock "09b0ab7d-257c-479e-9d47-5b68fb28ec3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.329s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.983260] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 955.983260] env[70636]: value = "task-2883808" [ 955.983260] env[70636]: _type = "Task" [ 955.983260] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.992610] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.158049] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.399972] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.399972] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.399972] env[70636]: DEBUG nova.network.neutron [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.496991] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883808, 'name': ReconfigVM_Task, 'duration_secs': 0.316247} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.497361] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 806dc7b0-cf92-458e-a6ae-63d146fbff1f/806dc7b0-cf92-458e-a6ae-63d146fbff1f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.497943] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cacf5a9a-79a4-4348-8e28-f6372d2ef179 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.507696] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 956.507696] env[70636]: value = "task-2883809" [ 956.507696] env[70636]: _type = "Task" [ 956.507696] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.518534] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883809, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.764789] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86c7f9-eac6-45a4-a7f3-edb419fc1dd7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.773889] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c7e38-dad1-4042-80e5-788c403e9266 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.805111] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85695579-2b9a-46e7-875e-bb499e6b66d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.813695] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a1d54-06bb-4737-aa3f-d532210e13b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.826699] env[70636]: DEBUG nova.compute.provider_tree [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.933722] env[70636]: DEBUG nova.network.neutron [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.018199] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883809, 'name': Rename_Task, 'duration_secs': 0.157446} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.018431] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.018684] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e52e2f-ca40-4479-9928-8b1b816e0900 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.026049] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 957.026049] env[70636]: value = "task-2883810" [ 957.026049] env[70636]: _type = "Task" [ 957.026049] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.034750] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.073203] env[70636]: DEBUG nova.network.neutron [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Updating instance_info_cache with network_info: [{"id": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "address": "fa:16:3e:56:2f:7b", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9faf81-06", "ovs_interfaceid": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.353019] env[70636]: ERROR nova.scheduler.client.report [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [req-820c153b-2cb8-4bbd-a270-024a0496341c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-820c153b-2cb8-4bbd-a270-024a0496341c"}]} [ 957.372507] env[70636]: DEBUG nova.scheduler.client.report [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 957.389640] env[70636]: DEBUG nova.scheduler.client.report [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 957.390163] env[70636]: DEBUG nova.compute.provider_tree [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.403015] env[70636]: DEBUG nova.scheduler.client.report [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 957.425908] env[70636]: DEBUG nova.scheduler.client.report [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 957.542315] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.576896] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Releasing lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.577244] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Instance network_info: |[{"id": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "address": "fa:16:3e:56:2f:7b", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9faf81-06", "ovs_interfaceid": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.758523] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdf957c-a246-48de-831b-15840857294e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.766842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8803cda5-b366-4b71-8dd1-df8cf418f8be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.797497] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9957eb6d-e237-4ddf-950e-3648447f8c74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.805150] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347c3ea-d653-47a2-a01c-383da56dc8e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.819246] env[70636]: DEBUG nova.compute.provider_tree [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.037604] env[70636]: DEBUG oslo_vmware.api [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883810, 'name': PowerOnVM_Task, 'duration_secs': 0.565488} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.038055] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.038296] env[70636]: INFO nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Took 8.90 seconds to spawn the instance on the hypervisor. [ 958.038475] env[70636]: DEBUG nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.039408] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98c162-09e1-432e-abd5-61ddf619597d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.162991] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.163138] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.163311] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.163510] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.163655] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.163798] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.164019] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.164178] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.164344] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.164507] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.164678] env[70636]: DEBUG nova.virt.hardware [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.167141] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c799aa-967b-47c4-96de-f0dc5bc3fc3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.176409] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1679432165',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1419199437',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.176633] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.176772] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.176946] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.177216] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.177270] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.177466] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.177624] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.177811] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.177971] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.178164] env[70636]: DEBUG nova.virt.hardware [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.179400] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e9fef-40fb-4561-9d22-a99dec3bdc5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.186860] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d883f6-b1e0-4a9e-8531-0200b8eaee15 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.190435] env[70636]: DEBUG nova.compute.manager [req-7c734378-9af1-473f-b97b-b6cc5ea5433b req-3eb7e089-3c09-44c0-8c13-73f03acd8266 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-vif-deleted-5ae66187-0686-482e-85d3-f3de0b03202f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.202587] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:8a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b33c194-3b9d-455a-839f-8716123de8ca', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.210256] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Creating folder: Project (27c7f7ee50d445a3a0dc263f85b56b04). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.212619] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e79c54-40e9-0a98-9b32-27cb121a3d7d/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.216250] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-968e3be1-2a0c-4e3f-969b-7d5274305328 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.218655] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda5b2a8-cc8d-4f79-b06c-002070e4dfda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.222534] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45992189-725a-49d2-a5d2-206053398de2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.241847] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e79c54-40e9-0a98-9b32-27cb121a3d7d/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.242133] env[70636]: ERROR oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e79c54-40e9-0a98-9b32-27cb121a3d7d/disk-0.vmdk due to incomplete transfer. [ 958.242698] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:2f:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c9faf81-0655-45cd-9e3c-a59b5cfd7455', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.250762] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Creating folder: Project (3309030ed7bc44c385b6d5cdb169661a). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.254922] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85ad7de7-6f96-4c0e-84bc-459eb61e9ae2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.255390] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5731ea-bd07-4c52-96fd-f5a8576117ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.256911] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Created folder: Project (27c7f7ee50d445a3a0dc263f85b56b04) in parent group-v579393. [ 958.257076] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Creating folder: Instances. Parent ref: group-v579446. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.257292] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4cb28a6-7d4a-41bc-8f46-8f4754c82007 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.266339] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e79c54-40e9-0a98-9b32-27cb121a3d7d/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.266756] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Uploaded image b856225a-0891-4c63-960a-f2ce9843715e to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.269214] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.271996] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0d6cfc0-885e-412b-b274-5c74c650baee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.273898] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Created folder: Instances in parent group-v579446. [ 958.273996] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.274167] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Created folder: Project (3309030ed7bc44c385b6d5cdb169661a) in parent group-v579393. [ 958.274314] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Creating folder: Instances. Parent ref: group-v579447. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.274544] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.274722] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b4c121-a556-47d4-8417-5483765c2610 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.276530] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f5e2f1-fca0-458f-ab32-57ea7177cf29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.293620] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 958.293620] env[70636]: value = "task-2883814" [ 958.293620] env[70636]: _type = "Task" [ 958.293620] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.298351] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.298351] env[70636]: value = "task-2883816" [ 958.298351] env[70636]: _type = "Task" [ 958.298351] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.305752] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Created folder: Instances in parent group-v579447. [ 958.306008] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.306208] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883814, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.306763] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.306987] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5af9ebaf-ff3d-4593-bb61-4a06b1590d31 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.332966] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883816, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.339555] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.339555] env[70636]: value = "task-2883817" [ 958.339555] env[70636]: _type = "Task" [ 958.339555] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.349258] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883817, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.366357] env[70636]: DEBUG nova.scheduler.client.report [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.366666] env[70636]: DEBUG nova.compute.provider_tree [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 34 to 35 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.366885] env[70636]: DEBUG nova.compute.provider_tree [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.560571] env[70636]: INFO nova.compute.manager [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Took 27.44 seconds to build instance. [ 958.813201] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883814, 'name': Destroy_Task, 'duration_secs': 0.513621} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.813617] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883816, 'name': CreateVM_Task, 'duration_secs': 0.429914} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.814054] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Destroyed the VM [ 958.814535] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.814845] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.815371] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb27fcf2-a896-429c-a58d-bfe0d3f78154 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.818972] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.819523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.819815] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.821019] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3be8de0-fd1b-4dc3-abd1-fc3537144f60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.829023] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 958.829023] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52645613-7b7b-c5ac-f0d6-28d270e83d53" [ 958.829023] env[70636]: _type = "Task" [ 958.829023] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.829662] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 958.829662] env[70636]: value = "task-2883818" [ 958.829662] env[70636]: _type = "Task" [ 958.829662] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.834234] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.834752] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.836194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.836194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.836194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.848019] env[70636]: INFO nova.compute.manager [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Terminating instance [ 958.857500] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52645613-7b7b-c5ac-f0d6-28d270e83d53, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.861886] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.862370] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.862721] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.863013] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.863313] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.864342] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.868331] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14b5236-3731-4604-bf45-cf441b4ad39e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.870714] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883817, 'name': CreateVM_Task, 'duration_secs': 0.507646} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.874013] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.874013] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.451s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.874013] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.876130] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.876532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.876948] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.877611] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.210s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.878013] env[70636]: DEBUG nova.objects.instance [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lazy-loading 'resources' on Instance uuid a91cd690-ecbb-4a86-8e38-6515968a5040 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.879429] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a6943f-23a3-4ab1-8234-6f3881684226 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.883407] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.883721] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.885203] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75a5187-12f2-4fcf-a713-4ce3ca75d423 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.889072] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 958.889072] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52092e1d-d29d-4aed-0b64-2d631216566c" [ 958.889072] env[70636]: _type = "Task" [ 958.889072] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.895147] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 958.895147] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b3444d-0bcc-6066-9b61-9ba7a740c46b" [ 958.895147] env[70636]: _type = "Task" [ 958.895147] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.903707] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52092e1d-d29d-4aed-0b64-2d631216566c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.910037] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b3444d-0bcc-6066-9b61-9ba7a740c46b, 'name': SearchDatastore_Task, 'duration_secs': 0.01287} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.911815] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367792f6-2cf3-40f5-bd33-d712ae41a4ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.918056] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 958.918056] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de2a41-69ff-9804-8cce-070adb8bf195" [ 958.918056] env[70636]: _type = "Task" [ 958.918056] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.926924] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de2a41-69ff-9804-8cce-070adb8bf195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.063370] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de5e9d6c-7f82-4ffb-8181-c082d7772194 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.271s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.235493] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275afdd-2f18-9b1b-f734-34c6263646b1/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.236971] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b36e5-16b5-4db5-a161-345097ac8e8a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.246955] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275afdd-2f18-9b1b-f734-34c6263646b1/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.247176] env[70636]: ERROR oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275afdd-2f18-9b1b-f734-34c6263646b1/disk-0.vmdk due to incomplete transfer. [ 959.247431] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb6b8887-889f-4184-821f-74fdd9ab861c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.255604] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275afdd-2f18-9b1b-f734-34c6263646b1/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 959.256510] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Uploaded image 188d35b0-3fed-4d95-89bd-3283d0e43809 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 959.257458] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.257844] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-425a6f7f-049e-4ed1-a45b-7efbb457df86 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.265604] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 959.265604] env[70636]: value = "task-2883819" [ 959.265604] env[70636]: _type = "Task" [ 959.265604] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.275668] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883819, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.346277] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883818, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.359242] env[70636]: DEBUG nova.compute.manager [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.363667] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.363667] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e3948-1ab8-495e-abc6-630e2825e848 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.369290] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.369962] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68679eb3-ddb5-4e97-a274-30b47a08e519 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.377182] env[70636]: DEBUG oslo_vmware.api [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 959.377182] env[70636]: value = "task-2883820" [ 959.377182] env[70636]: _type = "Task" [ 959.377182] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.382367] env[70636]: DEBUG nova.compute.utils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.385041] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.385041] env[70636]: DEBUG nova.network.neutron [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.399212] env[70636]: DEBUG oslo_vmware.api [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.407667] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52092e1d-d29d-4aed-0b64-2d631216566c, 'name': SearchDatastore_Task, 'duration_secs': 0.012944} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.407667] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.407667] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.407667] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.431848] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de2a41-69ff-9804-8cce-070adb8bf195, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.431848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.432055] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2811096a-4822-42c1-9c4d-acd8ff56701f/2811096a-4822-42c1-9c4d-acd8ff56701f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.432218] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.432412] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.432775] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62deeae-2aaf-4b1b-a7ed-92c1f48b0b9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.435369] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f353244c-6854-4618-afe1-0a41729dbbac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.445937] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 959.445937] env[70636]: value = "task-2883821" [ 959.445937] env[70636]: _type = "Task" [ 959.445937] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.454295] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.454295] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.454295] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3e52cc-94e2-477d-bb8e-8ceb2e1ba8bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.464938] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.464938] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 959.464938] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5223325c-2ae3-9809-bcaa-6d4b07c35b83" [ 959.464938] env[70636]: _type = "Task" [ 959.464938] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.474469] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5223325c-2ae3-9809-bcaa-6d4b07c35b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.506937] env[70636]: DEBUG nova.policy [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b1a0dfa14547d290604351f6fe2984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af1ac09205b477c95d1c84c662a96b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.567329] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.780010] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883819, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.851728] env[70636]: DEBUG oslo_vmware.api [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883818, 'name': RemoveSnapshot_Task, 'duration_secs': 0.818895} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.852765] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 959.852765] env[70636]: INFO nova.compute.manager [None req-0ca9b503-2c0c-41d4-ac1f-df3f6207eeb7 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 959.900577] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.907797] env[70636]: DEBUG oslo_vmware.api [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883820, 'name': PowerOffVM_Task, 'duration_secs': 0.35094} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.907797] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.908131] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.908446] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f754dc9-931a-442d-86bb-75ed65fc7ae5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.948065] env[70636]: DEBUG nova.network.neutron [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Successfully created port: f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.965774] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883821, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.977369] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5223325c-2ae3-9809-bcaa-6d4b07c35b83, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.986204] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8351c70-9523-4aa8-9d9f-14f2cf4d12ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.993522] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 959.993522] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520a5225-a733-4284-5e8c-e14e29f3b2a6" [ 959.993522] env[70636]: _type = "Task" [ 959.993522] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.003449] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.003713] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.004050] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Deleting the datastore file [datastore2] fbab4e0d-2a88-450b-99b2-944a06fc5efc {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.007659] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8826e029-09d8-4bbd-9086-21d1a36cbf66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.015442] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520a5225-a733-4284-5e8c-e14e29f3b2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.020139] env[70636]: DEBUG oslo_vmware.api [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for the task: (returnval){ [ 960.020139] env[70636]: value = "task-2883823" [ 960.020139] env[70636]: _type = "Task" [ 960.020139] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.032576] env[70636]: DEBUG oslo_vmware.api [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.038365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01562de7-ec73-4771-a582-12a34915d466 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.049479] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e22351-3537-4d54-9c11-8bc06fcdb787 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.089459] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a38f675-fa70-4eb7-9fb0-f2b5b8eb92d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.101048] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.101048] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.101898] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "6bf196b5-f557-466d-bc40-eb1965b54280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.101898] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "6bf196b5-f557-466d-bc40-eb1965b54280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.111568] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f9080a-a38f-4194-8f2a-50238008c0ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.118972] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.134493] env[70636]: DEBUG nova.compute.provider_tree [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.283710] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883819, 'name': Destroy_Task, 'duration_secs': 0.695251} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.284078] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Destroyed the VM [ 960.284361] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 960.284646] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5b2014f-9ebd-4b05-8362-5c1591b7f991 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.292418] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 960.292418] env[70636]: value = "task-2883824" [ 960.292418] env[70636]: _type = "Task" [ 960.292418] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.301818] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.469222] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865935} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.469975] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2811096a-4822-42c1-9c4d-acd8ff56701f/2811096a-4822-42c1-9c4d-acd8ff56701f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.470324] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.470820] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fedcf6e-250d-4eff-be46-996c49b334e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.479374] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 960.479374] env[70636]: value = "task-2883825" [ 960.479374] env[70636]: _type = "Task" [ 960.479374] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.491864] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.508497] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520a5225-a733-4284-5e8c-e14e29f3b2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.06404} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.509040] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.509280] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2eb4cf38-0055-43a0-92a1-79782c25f80a/2eb4cf38-0055-43a0-92a1-79782c25f80a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.509662] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbbad2a5-8278-482e-8fa6-c6b55da8cf83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.518992] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 960.518992] env[70636]: value = "task-2883826" [ 960.518992] env[70636]: _type = "Task" [ 960.518992] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.532519] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.536138] env[70636]: DEBUG oslo_vmware.api [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Task: {'id': task-2883823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505271} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.536450] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.536683] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.536877] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.537061] env[70636]: INFO nova.compute.manager [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 960.537420] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.537644] env[70636]: DEBUG nova.compute.manager [-] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.537743] env[70636]: DEBUG nova.network.neutron [-] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.623457] env[70636]: INFO nova.compute.manager [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Rescuing [ 960.623795] env[70636]: DEBUG oslo_concurrency.lockutils [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.623914] env[70636]: DEBUG oslo_concurrency.lockutils [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.624111] env[70636]: DEBUG nova.network.neutron [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.659764] env[70636]: ERROR nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] [req-cd364f1a-30e7-46b5-a7e5-c3301a84a859] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd364f1a-30e7-46b5-a7e5-c3301a84a859"}]} [ 960.687377] env[70636]: DEBUG nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.708257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.708549] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.709548] env[70636]: DEBUG nova.compute.manager [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Going to confirm migration 1 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 960.710893] env[70636]: DEBUG nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.711114] env[70636]: DEBUG nova.compute.provider_tree [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.724598] env[70636]: DEBUG nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.747364] env[70636]: DEBUG nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 960.816454] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.916622] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.959563] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.961335] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.961740] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.962167] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.962477] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.962759] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.963220] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.963592] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.963926] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.964694] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.964968] env[70636]: DEBUG nova.virt.hardware [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.966729] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69522da-b5d3-466a-8181-31a7ec404bd7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.994880] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dbe785-2f06-41e3-a182-a912f8cadd13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.011443] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138503} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.014061] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.016019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412a3d4-db17-4499-b3b2-e1ac636f8909 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.082989] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2811096a-4822-42c1-9c4d-acd8ff56701f/2811096a-4822-42c1-9c4d-acd8ff56701f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.094779] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23974222-938a-4c3a-8746-2ff132a636f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.115643] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-vif-deleted-cf954c9f-4197-4600-9e29-736b46671905 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.116286] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Received event network-vif-deleted-db9b0a36-edd6-473d-928d-ec1ea92004e3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.116286] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Received event network-vif-plugged-9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.116405] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquiring lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.116625] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.116801] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.116957] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] No waiting events found dispatching network-vif-plugged-9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.117303] env[70636]: WARNING nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Received unexpected event network-vif-plugged-9ee1dedd-eb63-45a1-954c-390202498def for instance with vm_state active and task_state None. [ 961.117374] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Received event network-changed-9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.117479] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Refreshing instance network info cache due to event network-changed-9ee1dedd-eb63-45a1-954c-390202498def. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.117668] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquiring lock "refresh_cache-806dc7b0-cf92-458e-a6ae-63d146fbff1f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.117798] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquired lock "refresh_cache-806dc7b0-cf92-458e-a6ae-63d146fbff1f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.117967] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Refreshing network info cache for port 9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.120034] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.130291] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 961.130291] env[70636]: value = "task-2883827" [ 961.130291] env[70636]: _type = "Task" [ 961.130291] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.144539] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.307841] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883824, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.336958] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f6c41-4fb1-48be-9c09-6800efa4d32e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.344865] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f180d34-7e0f-4e73-84ba-6486cab8c71c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.376467] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19ca1a1-6e5c-4ca0-aa01-d68a0a940c8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.385828] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e094c22e-f828-4476-8a69-a83fc75c6d6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.407486] env[70636]: DEBUG nova.compute.provider_tree [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.548930] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745097} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.549655] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2eb4cf38-0055-43a0-92a1-79782c25f80a/2eb4cf38-0055-43a0-92a1-79782c25f80a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.550343] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.550343] env[70636]: DEBUG nova.network.neutron [-] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.551353] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92671a80-937d-46f5-a986-c7bd5f83005e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.560342] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 961.560342] env[70636]: value = "task-2883828" [ 961.560342] env[70636]: _type = "Task" [ 961.560342] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.570889] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.619810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.619810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.620153] env[70636]: DEBUG nova.network.neutron [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.620242] env[70636]: DEBUG nova.objects.instance [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lazy-loading 'info_cache' on Instance uuid 00daff25-7271-410d-9aca-bcf9f71371c2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.644386] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.805795] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883824, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.807626] env[70636]: DEBUG nova.network.neutron [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Updating instance_info_cache with network_info: [{"id": "ad4636b7-75a1-4429-a882-2fac7e45f766", "address": "fa:16:3e:56:42:93", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4636b7-75", "ovs_interfaceid": "ad4636b7-75a1-4429-a882-2fac7e45f766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.949483] env[70636]: DEBUG nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 961.949773] env[70636]: DEBUG nova.compute.provider_tree [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 37 to 38 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 961.949991] env[70636]: DEBUG nova.compute.provider_tree [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.056751] env[70636]: INFO nova.compute.manager [-] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Took 1.52 seconds to deallocate network for instance. [ 962.074847] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213939} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.074847] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.079865] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f7f8f-3f49-4227-a615-0c4a30a1b363 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.093750] env[70636]: DEBUG nova.compute.manager [req-c4bac07b-6d88-4981-8866-6f6637c297a2 req-3a7ab941-a6fa-4f1a-b02b-4ec92921c301 service nova] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Received event network-vif-deleted-3a819ec7-69a0-4c1b-98ae-f7aa76359014 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.121204] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 2eb4cf38-0055-43a0-92a1-79782c25f80a/2eb4cf38-0055-43a0-92a1-79782c25f80a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.121850] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a36840-f84f-45d3-ad1f-a9520a7d5bfb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.155285] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883827, 'name': ReconfigVM_Task, 'duration_secs': 1.014599} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.160562] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2811096a-4822-42c1-9c4d-acd8ff56701f/2811096a-4822-42c1-9c4d-acd8ff56701f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.160811] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 962.160811] env[70636]: value = "task-2883829" [ 962.160811] env[70636]: _type = "Task" [ 962.160811] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.161141] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c13031-953c-4620-b4b9-f149876b0b6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.177761] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.177761] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 962.177761] env[70636]: value = "task-2883830" [ 962.177761] env[70636]: _type = "Task" [ 962.177761] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.189412] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883830, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.284804] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Updated VIF entry in instance network info cache for port 9ee1dedd-eb63-45a1-954c-390202498def. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.284933] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Updating instance_info_cache with network_info: [{"id": "9ee1dedd-eb63-45a1-954c-390202498def", "address": "fa:16:3e:95:bb:b5", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee1dedd-eb", "ovs_interfaceid": "9ee1dedd-eb63-45a1-954c-390202498def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.307975] env[70636]: DEBUG oslo_vmware.api [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883824, 'name': RemoveSnapshot_Task, 'duration_secs': 1.855763} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.308256] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.308469] env[70636]: INFO nova.compute.manager [None req-3664a352-5ceb-4a75-9706-a61291579365 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 962.313069] env[70636]: DEBUG oslo_concurrency.lockutils [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.336485] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.340570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.340695] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.340825] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.341038] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.346041] env[70636]: INFO nova.compute.manager [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Terminating instance [ 962.382422] env[70636]: DEBUG nova.network.neutron [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Successfully updated port: f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.457546] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.580s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.462559] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.582s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.464265] env[70636]: INFO nova.compute.claims [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.501240] env[70636]: INFO nova.scheduler.client.report [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Deleted allocations for instance a91cd690-ecbb-4a86-8e38-6515968a5040 [ 962.570632] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.662997] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.662997] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.662997] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "bf6957cf-a32d-4faf-b388-a55b92a2294b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.663380] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.663380] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.670607] env[70636]: INFO nova.compute.manager [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Terminating instance [ 962.681302] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883829, 'name': ReconfigVM_Task, 'duration_secs': 0.330167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.686402] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 2eb4cf38-0055-43a0-92a1-79782c25f80a/2eb4cf38-0055-43a0-92a1-79782c25f80a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.688017] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1640435-112f-4cb8-b404-ea5cb7ead720 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.697833] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883830, 'name': Rename_Task, 'duration_secs': 0.301668} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.699321] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.701195] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 962.701195] env[70636]: value = "task-2883831" [ 962.701195] env[70636]: _type = "Task" [ 962.701195] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.701195] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec21d131-34c2-45c6-af63-9a4d44dccaad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.715615] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883831, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.719724] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 962.719724] env[70636]: value = "task-2883832" [ 962.719724] env[70636]: _type = "Task" [ 962.719724] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.729119] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.788303] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Releasing lock "refresh_cache-806dc7b0-cf92-458e-a6ae-63d146fbff1f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.788835] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Received event network-vif-plugged-7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.789212] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquiring lock "2811096a-4822-42c1-9c4d-acd8ff56701f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.789552] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.789870] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.790208] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] No waiting events found dispatching network-vif-plugged-7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.790588] env[70636]: WARNING nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Received unexpected event network-vif-plugged-7b33c194-3b9d-455a-839f-8716123de8ca for instance with vm_state building and task_state spawning. [ 962.790894] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Received event network-changed-7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.792016] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Refreshing instance network info cache due to event network-changed-7b33c194-3b9d-455a-839f-8716123de8ca. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.792016] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquiring lock "refresh_cache-2811096a-4822-42c1-9c4d-acd8ff56701f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.792016] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquired lock "refresh_cache-2811096a-4822-42c1-9c4d-acd8ff56701f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.792016] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Refreshing network info cache for port 7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.859823] env[70636]: DEBUG nova.compute.manager [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.860091] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.862158] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbae04-9554-47ac-b583-fe85840832aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.869597] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.872024] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6839f0-a442-4990-bbba-4cf16e31a31f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.879450] env[70636]: DEBUG oslo_vmware.api [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 962.879450] env[70636]: value = "task-2883833" [ 962.879450] env[70636]: _type = "Task" [ 962.879450] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.887739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.888012] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquired lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.888223] env[70636]: DEBUG nova.network.neutron [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.893135] env[70636]: DEBUG oslo_vmware.api [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.010957] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96d4aa1d-17b7-4fb6-a1ae-d41ec7289876 tempest-ImagesNegativeTestJSON-1815500354 tempest-ImagesNegativeTestJSON-1815500354-project-member] Lock "a91cd690-ecbb-4a86-8e38-6515968a5040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.024s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.184087] env[70636]: DEBUG nova.compute.manager [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.184087] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.184087] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0be954-e39a-4dca-b550-97df49af40b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.197018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.197314] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc680837-9dc3-4ef2-8708-46ecd4803145 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.214348] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883831, 'name': Rename_Task, 'duration_secs': 0.152082} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.214620] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.214943] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16b631d5-56df-4922-8e9f-3d74c3e5c264 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.222027] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 963.222027] env[70636]: value = "task-2883835" [ 963.222027] env[70636]: _type = "Task" [ 963.222027] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.233467] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.237786] env[70636]: DEBUG nova.network.neutron [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [{"id": "45de493b-7ba7-424c-931d-bcff6ca4386a", "address": "fa:16:3e:0a:a8:09", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45de493b-7b", "ovs_interfaceid": "45de493b-7ba7-424c-931d-bcff6ca4386a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.239423] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.270289] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.270532] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.270696] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleting the datastore file [datastore1] bf6957cf-a32d-4faf-b388-a55b92a2294b {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.270978] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019e3f49-f100-4d55-aab5-d52755e0ffef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.280361] env[70636]: DEBUG oslo_vmware.api [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 963.280361] env[70636]: value = "task-2883836" [ 963.280361] env[70636]: _type = "Task" [ 963.280361] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.289173] env[70636]: DEBUG oslo_vmware.api [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.396528] env[70636]: DEBUG oslo_vmware.api [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883833, 'name': PowerOffVM_Task, 'duration_secs': 0.204185} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.396528] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.396528] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.397400] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6229a55-07f0-488e-a6d2-e3eca8685a2b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.466473] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.466473] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.466473] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Deleting the datastore file [datastore2] 806dc7b0-cf92-458e-a6ae-63d146fbff1f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.466473] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc137e48-9c2d-45cb-80f2-e1e2f8248393 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.479331] env[70636]: DEBUG oslo_vmware.api [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for the task: (returnval){ [ 963.479331] env[70636]: value = "task-2883838" [ 963.479331] env[70636]: _type = "Task" [ 963.479331] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.489090] env[70636]: DEBUG oslo_vmware.api [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.498943] env[70636]: DEBUG nova.network.neutron [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.743888] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.744351] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-00daff25-7271-410d-9aca-bcf9f71371c2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.744996] env[70636]: DEBUG nova.objects.instance [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lazy-loading 'migration_context' on Instance uuid 00daff25-7271-410d-9aca-bcf9f71371c2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.746314] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.802147] env[70636]: DEBUG oslo_vmware.api [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258405} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.802147] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.802147] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.802147] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.802147] env[70636]: INFO nova.compute.manager [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 963.802147] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.802480] env[70636]: DEBUG nova.compute.manager [-] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.802480] env[70636]: DEBUG nova.network.neutron [-] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.868575] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.868575] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bafa89d4-f78e-4f45-bb5c-822ecedc1c8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.878636] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 963.878636] env[70636]: value = "task-2883839" [ 963.878636] env[70636]: _type = "Task" [ 963.878636] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.888928] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.990743] env[70636]: DEBUG oslo_vmware.api [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Task: {'id': task-2883838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.993012] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.993219] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.993390] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.993609] env[70636]: INFO nova.compute.manager [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 963.993861] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.994254] env[70636]: DEBUG nova.compute.manager [-] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.994352] env[70636]: DEBUG nova.network.neutron [-] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.019420] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39763774-a55e-4f30-8df9-66edf5ba5f22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.026771] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a677d418-3b58-4d5c-bd62-cb042c1181f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.059183] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d263f947-72f5-41e9-b700-0e2e41e0cccb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.067149] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de5fe1d-9060-4a01-a844-0948f44207be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.082100] env[70636]: DEBUG nova.compute.provider_tree [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.233152] env[70636]: DEBUG oslo_vmware.api [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883832, 'name': PowerOnVM_Task, 'duration_secs': 1.254375} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.238827] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.239161] env[70636]: INFO nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Took 11.37 seconds to spawn the instance on the hypervisor. [ 964.239369] env[70636]: DEBUG nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.240124] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1085ddd3-542f-49a3-9ef0-90e9bddd38ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.248669] env[70636]: DEBUG nova.objects.base [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Object Instance<00daff25-7271-410d-9aca-bcf9f71371c2> lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.248985] env[70636]: DEBUG oslo_vmware.api [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2883835, 'name': PowerOnVM_Task, 'duration_secs': 0.534787} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.251234] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Updated VIF entry in instance network info cache for port 7b33c194-3b9d-455a-839f-8716123de8ca. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.251333] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Updating instance_info_cache with network_info: [{"id": "7b33c194-3b9d-455a-839f-8716123de8ca", "address": "fa:16:3e:ce:8a:8d", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b33c194-3b", "ovs_interfaceid": "7b33c194-3b9d-455a-839f-8716123de8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.253090] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c96c520-d6eb-4bcb-815a-a8c94cd77bb3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.259799] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.259799] env[70636]: INFO nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Took 8.82 seconds to spawn the instance on the hypervisor. [ 964.259799] env[70636]: DEBUG nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.266264] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd295f0c-c1f8-4594-8859-7daf039bd0a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.295022] env[70636]: DEBUG nova.network.neutron [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updating instance_info_cache with network_info: [{"id": "f089e626-54ae-4c31-935a-ee922b06a41c", "address": "fa:16:3e:cb:40:a8", "network": {"id": "9a8beb52-23f8-40c9-b68e-4f11a47b6deb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1690280325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af1ac09205b477c95d1c84c662a96b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf089e626-54", "ovs_interfaceid": "f089e626-54ae-4c31-935a-ee922b06a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.296896] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc273d1-7a02-4485-8810-0a5875f40154 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.303727] env[70636]: DEBUG oslo_vmware.api [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 964.303727] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5204a452-7e87-85cd-d541-b16fe9cf0df2" [ 964.303727] env[70636]: _type = "Task" [ 964.303727] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.312993] env[70636]: DEBUG oslo_vmware.api [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5204a452-7e87-85cd-d541-b16fe9cf0df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.357088] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.357335] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.388164] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883839, 'name': PowerOffVM_Task, 'duration_secs': 0.206696} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.388420] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.389213] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec2a1f-e43a-453c-8f05-1e9b504d315d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.408252] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc28aa3-ee6e-4a34-b645-92535603629f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.441673] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.442162] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42bfbc0f-e9c1-4dba-a05f-19b84fc69805 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.450045] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 964.450045] env[70636]: value = "task-2883840" [ 964.450045] env[70636]: _type = "Task" [ 964.450045] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.458750] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.459269] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.459433] env[70636]: DEBUG oslo_concurrency.lockutils [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.459581] env[70636]: DEBUG oslo_concurrency.lockutils [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.459762] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.460022] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51ae656a-634c-41bf-a220-5339f40fd84f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.465700] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "922f2a8a-0028-4933-8616-2435af7d7010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.465982] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "922f2a8a-0028-4933-8616-2435af7d7010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.466215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "922f2a8a-0028-4933-8616-2435af7d7010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.466401] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "922f2a8a-0028-4933-8616-2435af7d7010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.466573] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "922f2a8a-0028-4933-8616-2435af7d7010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.469059] env[70636]: INFO nova.compute.manager [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Terminating instance [ 964.473152] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.473646] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.474071] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056eb7e4-281c-4d25-9604-955ce22f6e70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.481506] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 964.481506] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fd50fb-e4f7-48de-56be-46ad7eceb771" [ 964.481506] env[70636]: _type = "Task" [ 964.481506] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.489499] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fd50fb-e4f7-48de-56be-46ad7eceb771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.518409] env[70636]: DEBUG nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Received event network-vif-plugged-f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.518613] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Acquiring lock "6e352875-5f4e-4fef-b554-3aa734b1c57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.518873] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.519085] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.519316] env[70636]: DEBUG nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] No waiting events found dispatching network-vif-plugged-f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.519406] env[70636]: WARNING nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Received unexpected event network-vif-plugged-f089e626-54ae-4c31-935a-ee922b06a41c for instance with vm_state building and task_state spawning. [ 964.519488] env[70636]: DEBUG nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Received event network-changed-379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.519648] env[70636]: DEBUG nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Refreshing instance network info cache due to event network-changed-379f52ef-eea0-4124-b66f-3951d2bb4588. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.519828] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Acquiring lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.520111] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Acquired lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.520111] env[70636]: DEBUG nova.network.neutron [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Refreshing network info cache for port 379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.585661] env[70636]: DEBUG nova.scheduler.client.report [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.761345] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Releasing lock "refresh_cache-2811096a-4822-42c1-9c4d-acd8ff56701f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.761632] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Received event network-vif-plugged-6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.762563] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquiring lock "2eb4cf38-0055-43a0-92a1-79782c25f80a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.762787] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.763045] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.763140] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] No waiting events found dispatching network-vif-plugged-6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.763296] env[70636]: WARNING nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Received unexpected event network-vif-plugged-6c9faf81-0655-45cd-9e3c-a59b5cfd7455 for instance with vm_state building and task_state spawning. [ 964.763455] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Received event network-changed-6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.765140] env[70636]: DEBUG nova.compute.manager [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Refreshing instance network info cache due to event network-changed-6c9faf81-0655-45cd-9e3c-a59b5cfd7455. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.765378] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquiring lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.765546] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Acquired lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.765719] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Refreshing network info cache for port 6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.778047] env[70636]: INFO nova.compute.manager [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Took 32.48 seconds to build instance. [ 964.808820] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Releasing lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.808820] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Instance network_info: |[{"id": "f089e626-54ae-4c31-935a-ee922b06a41c", "address": "fa:16:3e:cb:40:a8", "network": {"id": "9a8beb52-23f8-40c9-b68e-4f11a47b6deb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1690280325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af1ac09205b477c95d1c84c662a96b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf089e626-54", "ovs_interfaceid": "f089e626-54ae-4c31-935a-ee922b06a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.812340] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:40:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f089e626-54ae-4c31-935a-ee922b06a41c', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.821899] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Creating folder: Project (1af1ac09205b477c95d1c84c662a96b8). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.826735] env[70636]: INFO nova.compute.manager [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Took 31.36 seconds to build instance. [ 964.827688] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15c4d44b-7662-4906-a932-39c65268dfba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.837759] env[70636]: DEBUG oslo_vmware.api [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5204a452-7e87-85cd-d541-b16fe9cf0df2, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.839227] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.839623] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Created folder: Project (1af1ac09205b477c95d1c84c662a96b8) in parent group-v579393. [ 964.839714] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Creating folder: Instances. Parent ref: group-v579452. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.839934] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9b5ea4-29e2-4e28-8147-e42d2f44bf9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.849909] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Created folder: Instances in parent group-v579452. [ 964.850199] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.850346] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.850551] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba13db8-6a7f-4243-b9bd-56ceb7710dc9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.875826] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.875826] env[70636]: value = "task-2883843" [ 964.875826] env[70636]: _type = "Task" [ 964.875826] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.882441] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883843, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.973316] env[70636]: DEBUG nova.compute.manager [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.973664] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.974828] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e8756-d620-4f94-a245-0a84e4491fd7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.982599] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.987050] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e151e5f-639e-46d0-979b-910b7509ea74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.994076] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fd50fb-e4f7-48de-56be-46ad7eceb771, 'name': SearchDatastore_Task, 'duration_secs': 0.021591} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.996868] env[70636]: DEBUG oslo_vmware.api [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 964.996868] env[70636]: value = "task-2883844" [ 964.996868] env[70636]: _type = "Task" [ 964.996868] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.997081] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a1200c-96de-4f62-a624-98915c202e2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.006302] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 965.006302] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52511afb-3aae-260d-4a6a-4fc4c29970d9" [ 965.006302] env[70636]: _type = "Task" [ 965.006302] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.010602] env[70636]: DEBUG oslo_vmware.api [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.015191] env[70636]: DEBUG nova.network.neutron [-] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.025831] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52511afb-3aae-260d-4a6a-4fc4c29970d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.025831] env[70636]: DEBUG oslo_concurrency.lockutils [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.027269] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. {{(pid=70636) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.027712] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2346cb13-17b5-46f5-b190-d21fd9b990a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.036720] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 965.036720] env[70636]: value = "task-2883845" [ 965.036720] env[70636]: _type = "Task" [ 965.036720] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.046602] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.093822] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.094438] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.098614] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.700s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.104200] env[70636]: INFO nova.compute.claims [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.286742] env[70636]: DEBUG oslo_concurrency.lockutils [None req-be09da49-c531-499e-a240-dc51aefcad9b tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.281s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.310910] env[70636]: DEBUG nova.network.neutron [-] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.332343] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8e060d4e-79a7-4264-a4d1-6bce3b6f4100 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.814s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.388750] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883843, 'name': CreateVM_Task, 'duration_secs': 0.434703} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.389059] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.389929] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.390492] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.391075] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.391342] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f385d401-a572-4d27-a32c-e3604b08017e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.401178] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 965.401178] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52255b09-1a08-ff4d-8674-6c86b12390ce" [ 965.401178] env[70636]: _type = "Task" [ 965.401178] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.407830] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52255b09-1a08-ff4d-8674-6c86b12390ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.515875] env[70636]: DEBUG oslo_vmware.api [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883844, 'name': PowerOffVM_Task, 'duration_secs': 0.232359} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.516180] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.516683] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.516683] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1e22f44-1aee-4132-95ce-37dafb4002a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.519178] env[70636]: INFO nova.compute.manager [-] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Took 1.52 seconds to deallocate network for instance. [ 965.552410] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883845, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.589400] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.589400] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.589400] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Deleting the datastore file [datastore2] 922f2a8a-0028-4933-8616-2435af7d7010 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.589400] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0554fb8-5b83-404a-806d-6cf5ae01791a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.594918] env[70636]: DEBUG oslo_vmware.api [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for the task: (returnval){ [ 965.594918] env[70636]: value = "task-2883847" [ 965.594918] env[70636]: _type = "Task" [ 965.594918] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.608295] env[70636]: DEBUG oslo_vmware.api [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.613771] env[70636]: DEBUG nova.compute.utils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.616881] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.616881] env[70636]: DEBUG nova.network.neutron [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.765712] env[70636]: DEBUG nova.policy [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69562e76dd4541ed84706d471e529701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e1e9c5d5124266a4910c6e4cf6be07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.785414] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Updated VIF entry in instance network info cache for port 6c9faf81-0655-45cd-9e3c-a59b5cfd7455. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.785668] env[70636]: DEBUG nova.network.neutron [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Updating instance_info_cache with network_info: [{"id": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "address": "fa:16:3e:56:2f:7b", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9faf81-06", "ovs_interfaceid": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.789144] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.812703] env[70636]: INFO nova.compute.manager [-] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Took 2.01 seconds to deallocate network for instance. [ 965.835959] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.911941] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52255b09-1a08-ff4d-8674-6c86b12390ce, 'name': SearchDatastore_Task, 'duration_secs': 0.053143} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.912268] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.913416] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.913416] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.913416] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.913416] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.913913] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dcec76f-9266-4a81-b76a-9630c784675a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.928592] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.928782] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.929545] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5318706a-0b4c-4f28-b54e-4cdb4dc345e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.937066] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 965.937066] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529fe789-3277-fc9d-53bc-14024f62aa4e" [ 965.937066] env[70636]: _type = "Task" [ 965.937066] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.947575] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529fe789-3277-fc9d-53bc-14024f62aa4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.032882] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.050279] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527719} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.050544] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. [ 966.051518] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea427d75-5645-4583-8cbd-84fd9de746b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.081373] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.083145] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e0f6ce-88c3-4524-9d72-83e03d99de8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.100201] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.100428] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.110607] env[70636]: DEBUG oslo_vmware.api [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Task: {'id': task-2883847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34437} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.112156] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.112156] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.112291] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.112450] env[70636]: INFO nova.compute.manager [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.112675] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.113207] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 966.113207] env[70636]: value = "task-2883848" [ 966.113207] env[70636]: _type = "Task" [ 966.113207] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.113435] env[70636]: DEBUG nova.compute.manager [-] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.113557] env[70636]: DEBUG nova.network.neutron [-] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.121821] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.129991] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.132865] env[70636]: DEBUG nova.network.neutron [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updated VIF entry in instance network info cache for port 379f52ef-eea0-4124-b66f-3951d2bb4588. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.132961] env[70636]: DEBUG nova.network.neutron [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updating instance_info_cache with network_info: [{"id": "379f52ef-eea0-4124-b66f-3951d2bb4588", "address": "fa:16:3e:2a:63:70", "network": {"id": "cb445c90-c24c-419e-9be9-f4fa90531cd7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784729414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89e5104f9c94ed19c8578747e62b7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379f52ef-ee", "ovs_interfaceid": "379f52ef-eea0-4124-b66f-3951d2bb4588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.288805] env[70636]: DEBUG oslo_concurrency.lockutils [req-bf1b4938-35a4-490b-8e10-bf092ef21b40 req-03e69c19-8fbc-4c9f-903a-b3a885af5944 service nova] Releasing lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.312712] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.324829] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.361578] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.448593] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529fe789-3277-fc9d-53bc-14024f62aa4e, 'name': SearchDatastore_Task, 'duration_secs': 0.017503} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.449413] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8e9113-6ca8-4a1e-bf41-bca2ff477def {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.460999] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 966.460999] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e4306-320f-6cdd-946f-60da82351af5" [ 966.460999] env[70636]: _type = "Task" [ 966.460999] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.472725] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e4306-320f-6cdd-946f-60da82351af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.510019] env[70636]: DEBUG nova.network.neutron [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Successfully created port: ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.549501] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54defd0-2683-46f1-9e0c-a1569c829574 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.558922] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60355df-500c-4316-ad4a-553589485c56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.566475] env[70636]: DEBUG nova.compute.manager [req-76ae87e0-1195-4437-b18b-1ac92b98645e req-8ccaaedb-d2c2-49d0-9a21-c99b6f934036 service nova] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Received event network-vif-deleted-ac79dea0-a79a-41f7-b795-091558f08097 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.598472] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60460373-f6ee-43d0-b426-42b2df03e1f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.606363] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe4668-862f-49a4-b2a2-efadac51d690 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.623661] env[70636]: DEBUG nova.compute.provider_tree [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.641027] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.641027] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Releasing lock "refresh_cache-2a559c15-0334-44db-9f7d-ed3282993961" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.641027] env[70636]: DEBUG nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Received event network-changed-f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.641027] env[70636]: DEBUG nova.compute.manager [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Refreshing instance network info cache due to event network-changed-f089e626-54ae-4c31-935a-ee922b06a41c. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.641027] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Acquiring lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.641027] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Acquired lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.641027] env[70636]: DEBUG nova.network.neutron [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Refreshing network info cache for port f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.972625] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e4306-320f-6cdd-946f-60da82351af5, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.972957] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.975066] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6e352875-5f4e-4fef-b554-3aa734b1c57b/6e352875-5f4e-4fef-b554-3aa734b1c57b.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.975066] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2269f9c-0356-4a16-807a-bbe93c95fbae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.985431] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 966.985431] env[70636]: value = "task-2883849" [ 966.985431] env[70636]: _type = "Task" [ 966.985431] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.995424] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.027891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "122e0404-29c7-4d16-bf19-5c979cdb8702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.028132] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.131036] env[70636]: DEBUG nova.scheduler.client.report [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.140187] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.142751] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883848, 'name': ReconfigVM_Task, 'duration_secs': 0.594303} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.146020] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.146020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac825020-3e5c-43f3-863e-5c1a970bae89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.182304] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4e44c7-183e-49ae-8800-0234bd7cf727 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.203331] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.205032] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.205405] env[70636]: DEBUG nova.virt.hardware [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.205919] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 967.205919] env[70636]: value = "task-2883850" [ 967.205919] env[70636]: _type = "Task" [ 967.205919] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.207191] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79048c46-9c0c-49ce-ab6e-1fbbd836808a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.221609] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070c86c0-2907-474d-81dd-139e71d1e4d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.228826] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.358747] env[70636]: DEBUG nova.network.neutron [-] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.477496] env[70636]: DEBUG nova.compute.manager [req-cc387bfc-908d-416f-934e-43ac791feb44 req-2ed6c66f-f91b-46cc-b68f-7f5fef5440a2 service nova] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Received event network-vif-deleted-9ee1dedd-eb63-45a1-954c-390202498def {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.495863] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.649570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.649570] env[70636]: DEBUG nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.652999] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.867s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.655038] env[70636]: INFO nova.compute.claims [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.725377] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883850, 'name': ReconfigVM_Task, 'duration_secs': 0.482227} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.725377] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.725648] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0c34058-494f-48e1-9369-7d1d953ad2a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.737969] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 967.737969] env[70636]: value = "task-2883851" [ 967.737969] env[70636]: _type = "Task" [ 967.737969] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.754994] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.864455] env[70636]: INFO nova.compute.manager [-] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Took 1.75 seconds to deallocate network for instance. [ 967.943485] env[70636]: DEBUG nova.network.neutron [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updated VIF entry in instance network info cache for port f089e626-54ae-4c31-935a-ee922b06a41c. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.943989] env[70636]: DEBUG nova.network.neutron [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updating instance_info_cache with network_info: [{"id": "f089e626-54ae-4c31-935a-ee922b06a41c", "address": "fa:16:3e:cb:40:a8", "network": {"id": "9a8beb52-23f8-40c9-b68e-4f11a47b6deb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1690280325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af1ac09205b477c95d1c84c662a96b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf089e626-54", "ovs_interfaceid": "f089e626-54ae-4c31-935a-ee922b06a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.998981] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883849, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.161424] env[70636]: DEBUG nova.compute.utils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.165084] env[70636]: DEBUG nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 968.252738] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883851, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.374680] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.448794] env[70636]: DEBUG oslo_concurrency.lockutils [req-6408d783-6754-4708-9a3b-d7bf184db187 req-7ce58be7-6322-4a46-8e9e-12cabf12226b service nova] Releasing lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.500373] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071026} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.500811] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6e352875-5f4e-4fef-b554-3aa734b1c57b/6e352875-5f4e-4fef-b554-3aa734b1c57b.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.500962] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.501101] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab0880ac-ea30-4a36-b37a-969730626ca9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.508578] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 968.508578] env[70636]: value = "task-2883852" [ 968.508578] env[70636]: _type = "Task" [ 968.508578] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.516660] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.664238] env[70636]: DEBUG nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.750953] env[70636]: DEBUG oslo_vmware.api [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883851, 'name': PowerOnVM_Task, 'duration_secs': 0.737602} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.754416] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.757907] env[70636]: DEBUG nova.compute.manager [None req-473fe15f-c6d3-46f2-9874-1e211c1104dd tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.761760] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef80fb4-dfc0-461d-9872-8b35ea9e139c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.021071] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070974} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.021400] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.022187] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cab25de-4b72-49a6-a33c-792a8f57329c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.050640] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6e352875-5f4e-4fef-b554-3aa734b1c57b/6e352875-5f4e-4fef-b554-3aa734b1c57b.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.053495] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98fa3c3f-bf59-4d84-9978-3acd34a5fad7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.073982] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 969.073982] env[70636]: value = "task-2883853" [ 969.073982] env[70636]: _type = "Task" [ 969.073982] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.083310] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.197502] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5023674-b43c-4bc3-8c3d-3335255befed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.207319] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31b3695-93c1-4113-a7bf-c3252d47cc7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.245294] env[70636]: DEBUG nova.network.neutron [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Successfully updated port: ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.247096] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a711d4-8e4c-48c9-8832-5e17a71e035d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.251178] env[70636]: DEBUG nova.compute.manager [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.252605] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a47e89-f916-4f22-b9a8-dfd662950083 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.264429] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c71bb5-b968-4098-82e9-337196f4a9af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.294347] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.596019] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.677715] env[70636]: DEBUG nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.717117] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.717117] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.717297] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.717439] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.717581] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.717725] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.718145] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.718145] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.718263] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.718527] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.718596] env[70636]: DEBUG nova.virt.hardware [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.722018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbcfb5-4ff3-4371-b254-80d3912797b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.727474] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb45ee4-cc69-4e92-b00a-fd171394fe5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.745902] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.752335] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Creating folder: Project (2eabdef40e6b40b1b0cbb85520a4fce0). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.753096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "refresh_cache-f387a69d-5d38-41c3-b9c4-08b316b08bad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.753228] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired lock "refresh_cache-f387a69d-5d38-41c3-b9c4-08b316b08bad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.753366] env[70636]: DEBUG nova.network.neutron [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.754525] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cf0a6d2-50b9-4022-978d-9185b499fdbf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.769653] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Created folder: Project (2eabdef40e6b40b1b0cbb85520a4fce0) in parent group-v579393. [ 969.769653] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Creating folder: Instances. Parent ref: group-v579455. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.769863] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc9206d-70e3-4f97-85b5-f3b50996fbb9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.785408] env[70636]: INFO nova.compute.manager [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] instance snapshotting [ 969.785408] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Created folder: Instances in parent group-v579455. [ 969.785776] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.786015] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.786861] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc34cea-b983-4bab-a2d2-9cc41ae0936c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.789910] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4823efde-7886-4ab4-8153-00a8048af4d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.827110] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ad2dc-205b-4c99-ab9b-758cb981d597 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.830127] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.830127] env[70636]: value = "task-2883856" [ 969.830127] env[70636]: _type = "Task" [ 969.830127] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.839279] env[70636]: ERROR nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [req-bfe952cf-a485-4cb8-b032-cb13d498c090] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bfe952cf-a485-4cb8-b032-cb13d498c090"}]} [ 969.855895] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883856, 'name': CreateVM_Task} progress is 15%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.879571] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.918361] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.918498] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.938256] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.967628] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.028037] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Received event network-vif-deleted-82a53afe-232f-4f7c-8e99-c8d89fcc967e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.028318] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Received event network-changed-6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.028411] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Refreshing instance network info cache due to event network-changed-6c9faf81-0655-45cd-9e3c-a59b5cfd7455. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.028617] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Acquiring lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.028748] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Acquired lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.028896] env[70636]: DEBUG nova.network.neutron [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Refreshing network info cache for port 6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.088676] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883853, 'name': ReconfigVM_Task, 'duration_secs': 0.796536} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.093171] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6e352875-5f4e-4fef-b554-3aa734b1c57b/6e352875-5f4e-4fef-b554-3aa734b1c57b.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.094081] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c926430-a4b8-4dd7-ab4a-832f2f77ab81 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.100597] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 970.100597] env[70636]: value = "task-2883857" [ 970.100597] env[70636]: _type = "Task" [ 970.100597] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.107462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "2811096a-4822-42c1-9c4d-acd8ff56701f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.107462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.107462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "2811096a-4822-42c1-9c4d-acd8ff56701f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.107462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.108630] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.110883] env[70636]: INFO nova.compute.manager [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Terminating instance [ 970.118923] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883857, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.321960] env[70636]: DEBUG nova.network.neutron [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.345747] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883856, 'name': CreateVM_Task, 'duration_secs': 0.47737} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.348990] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 970.349365] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.349705] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de135981-958a-42d0-a1f6-762444238692 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.352058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.352340] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.352729] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.353477] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc4ca95-81bd-468d-945d-467b62acdaff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.360991] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 970.360991] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527f9eeb-5b73-e944-8be3-5cf37180b161" [ 970.360991] env[70636]: _type = "Task" [ 970.360991] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.364906] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 970.364906] env[70636]: value = "task-2883858" [ 970.364906] env[70636]: _type = "Task" [ 970.364906] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.380898] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527f9eeb-5b73-e944-8be3-5cf37180b161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.387043] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.499731] env[70636]: DEBUG nova.network.neutron [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Updating instance_info_cache with network_info: [{"id": "ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e", "address": "fa:16:3e:ed:3c:f7", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9a1de0-bd", "ovs_interfaceid": "ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.509716] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2780989-5d1e-4a85-96a8-9f7a8e800980 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.518598] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a79529-0a20-4661-905c-d56483fb7e92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.551531] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd099aba-0ebe-4682-824d-3896648b06e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.558267] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6adcbc-e4d3-4a62-b86f-d71ba1ead98d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.572478] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.611359] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883857, 'name': Rename_Task, 'duration_secs': 0.185969} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.611617] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.611858] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c0062db-a822-4456-83f7-750aeab8d30a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.619250] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 970.619250] env[70636]: value = "task-2883859" [ 970.619250] env[70636]: _type = "Task" [ 970.619250] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.625771] env[70636]: DEBUG nova.compute.manager [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.626018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.626797] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f794b-e2a5-4494-9cc0-47a33da0aba6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.642986] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.643432] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883859, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.643697] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3fd8702-6f95-4076-8c85-baa7740485e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.651592] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 970.651592] env[70636]: value = "task-2883860" [ 970.651592] env[70636]: _type = "Task" [ 970.651592] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.660138] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.806849] env[70636]: DEBUG nova.network.neutron [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Updated VIF entry in instance network info cache for port 6c9faf81-0655-45cd-9e3c-a59b5cfd7455. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.806849] env[70636]: DEBUG nova.network.neutron [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Updating instance_info_cache with network_info: [{"id": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "address": "fa:16:3e:56:2f:7b", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9faf81-06", "ovs_interfaceid": "6c9faf81-0655-45cd-9e3c-a59b5cfd7455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.887849] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527f9eeb-5b73-e944-8be3-5cf37180b161, 'name': SearchDatastore_Task, 'duration_secs': 0.031167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.888343] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.888632] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.888910] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.889105] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.889354] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.892694] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6504ebb-2cfa-4b1d-bed2-dc26a6f7fd00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.894621] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.902133] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.902441] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.903378] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81959262-11cd-4cdb-a648-4f64c25668d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.917437] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 970.917437] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7fcf0-847c-0476-48dd-2bf7ba0759d1" [ 970.917437] env[70636]: _type = "Task" [ 970.917437] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.927370] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7fcf0-847c-0476-48dd-2bf7ba0759d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.928114] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa37ecf-48da-475b-8d69-b1f5c5418b7f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.937926] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 970.937926] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524f02cb-628c-60b3-ca1d-bbaca06dc51b" [ 970.937926] env[70636]: _type = "Task" [ 970.937926] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.951925] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524f02cb-628c-60b3-ca1d-bbaca06dc51b, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.952211] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.952459] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 036d1098-1d2b-4f92-b05e-64f545e5bae5/036d1098-1d2b-4f92-b05e-64f545e5bae5.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.952773] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c19d383-3e1f-4e5b-82a3-73f1870f1f14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.963239] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 970.963239] env[70636]: value = "task-2883861" [ 970.963239] env[70636]: _type = "Task" [ 970.963239] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.973850] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.003685] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Releasing lock "refresh_cache-f387a69d-5d38-41c3-b9c4-08b316b08bad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.003685] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Instance network_info: |[{"id": "ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e", "address": "fa:16:3e:ed:3c:f7", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9a1de0-bd", "ovs_interfaceid": "ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.003685] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:3c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.013118] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating folder: Project (61e1e9c5d5124266a4910c6e4cf6be07). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.013501] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3b39d3b-a1a8-4764-92cf-5b14b8a134bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.024784] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Created folder: Project (61e1e9c5d5124266a4910c6e4cf6be07) in parent group-v579393. [ 971.025132] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating folder: Instances. Parent ref: group-v579458. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.025327] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d0e83d-7ba4-40e0-9dea-27178eeda0e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.037037] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Created folder: Instances in parent group-v579458. [ 971.037352] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.037556] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.037991] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab87a6da-729d-4b3b-bbd8-d549a65d4f25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.057468] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.057468] env[70636]: value = "task-2883864" [ 971.057468] env[70636]: _type = "Task" [ 971.057468] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.066734] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883864, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.099457] env[70636]: ERROR nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [req-10d391e1-d85d-4dbd-a9aa-bdc375ce25ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10d391e1-d85d-4dbd-a9aa-bdc375ce25ea"}]} [ 971.124152] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 971.134988] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.141850] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 971.142082] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.161740] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.162334] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 971.181354] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.322023] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Releasing lock "refresh_cache-2eb4cf38-0055-43a0-92a1-79782c25f80a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.322023] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Received event network-vif-plugged-ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.322023] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Acquiring lock "f387a69d-5d38-41c3-b9c4-08b316b08bad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.322023] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.322023] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.322023] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] No waiting events found dispatching network-vif-plugged-ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.322023] env[70636]: WARNING nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Received unexpected event network-vif-plugged-ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e for instance with vm_state building and task_state spawning. [ 971.322023] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Received event network-changed-ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.322023] env[70636]: DEBUG nova.compute.manager [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Refreshing instance network info cache due to event network-changed-ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.322023] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Acquiring lock "refresh_cache-f387a69d-5d38-41c3-b9c4-08b316b08bad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.322023] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Acquired lock "refresh_cache-f387a69d-5d38-41c3-b9c4-08b316b08bad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.322023] env[70636]: DEBUG nova.network.neutron [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Refreshing network info cache for port ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.387728] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.416749] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "cf8b4b0c-7652-4509-985f-151434312597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.416987] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "cf8b4b0c-7652-4509-985f-151434312597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.475213] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883861, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.579710] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883864, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.643032] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.661802] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883860, 'name': PowerOffVM_Task, 'duration_secs': 0.963158} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.662166] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.662352] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.662744] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc8f693-318f-499b-918c-fdc1c2267067 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.727662] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.731284] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.731284] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Deleting the datastore file [datastore2] 2811096a-4822-42c1-9c4d-acd8ff56701f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.731284] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-271e8af9-9251-4704-8606-2400be27449b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.735541] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for the task: (returnval){ [ 971.735541] env[70636]: value = "task-2883866" [ 971.735541] env[70636]: _type = "Task" [ 971.735541] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.746909] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.816490] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fede19-a4fd-4365-8cfc-6051abcc2fb8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.835024] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a78c264-f8c6-450a-a8c3-1e2e60edac21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.880769] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be785db-17b8-4454-9f7b-36f927bb13fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.883571] env[70636]: INFO nova.compute.manager [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Unrescuing [ 971.883882] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.884036] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.884202] env[70636]: DEBUG nova.network.neutron [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.894225] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.895803] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92226fda-b144-4e7e-bdda-6b88262a19ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.646889] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.670273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "5c796157-928c-48ae-9d48-c7a73a36c70f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.670553] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.687061] env[70636]: DEBUG oslo_vmware.api [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Task: {'id': task-2883866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215937} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.687529] env[70636]: DEBUG oslo_vmware.api [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883859, 'name': PowerOnVM_Task, 'duration_secs': 1.213886} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.687731] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883861, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.702677} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.687875] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883864, 'name': CreateVM_Task, 'duration_secs': 0.574099} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.688626] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.688814] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.689021] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.689186] env[70636]: INFO nova.compute.manager [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Took 2.06 seconds to destroy the instance on the hypervisor. [ 972.689502] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.690065] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.690065] env[70636]: INFO nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Took 11.77 seconds to spawn the instance on the hypervisor. [ 972.690192] env[70636]: DEBUG nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.690353] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 036d1098-1d2b-4f92-b05e-64f545e5bae5/036d1098-1d2b-4f92-b05e-64f545e5bae5.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.690541] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.690754] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.694870] env[70636]: DEBUG nova.compute.manager [-] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.694870] env[70636]: DEBUG nova.network.neutron [-] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.697666] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73f59d-0311-48c3-b196-f5f836eb83e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.698776] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906828a0-1fda-459b-a688-37c8f0b93d34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.701246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.701395] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.701682] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.701939] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883858, 'name': CreateSnapshot_Task, 'duration_secs': 1.789089} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.702822] env[70636]: ERROR nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [req-fc1a3bca-068f-4bbc-81db-cca707e17585] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc1a3bca-068f-4bbc-81db-cca707e17585"}]} [ 972.703817] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e257e17-3e01-4f28-aaae-513ba37848cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.705432] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.708663] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef3432-5ccc-4994-a3a5-11a332aec80a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.716889] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 972.716889] env[70636]: value = "task-2883867" [ 972.716889] env[70636]: _type = "Task" [ 972.716889] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.718728] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 972.718728] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240fbcd-f039-8352-9b0f-a38b0c9a5b71" [ 972.718728] env[70636]: _type = "Task" [ 972.718728] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.735520] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.740063] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 972.742104] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240fbcd-f039-8352-9b0f-a38b0c9a5b71, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.742955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.742955] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.743256] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.743256] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.743405] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.743812] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c44875-f5db-4742-887f-e38b322b77f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.753031] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.753301] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.754249] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d5d608-d5c7-41b7-99ad-120a1f299b59 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.760128] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 972.760355] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.765457] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 972.765457] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52119e03-fec7-948c-09ee-bbec9e583262" [ 972.765457] env[70636]: _type = "Task" [ 972.765457] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.773138] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52119e03-fec7-948c-09ee-bbec9e583262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.775107] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 972.805130] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 973.234021] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13691} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.237071] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.242491] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db92a97b-0e0b-426a-8e04-207c0a030a3f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.253486] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.254950] env[70636]: INFO nova.compute.manager [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Took 37.12 seconds to build instance. [ 973.255525] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d17df4f5-b825-41c2-9e06-b50cda6647a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.280084] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 036d1098-1d2b-4f92-b05e-64f545e5bae5/036d1098-1d2b-4f92-b05e-64f545e5bae5.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.286643] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa75d20f-b41a-45ce-9668-207246d4afbf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.301605] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 973.301605] env[70636]: value = "task-2883868" [ 973.301605] env[70636]: _type = "Task" [ 973.301605] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.313608] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 973.313608] env[70636]: value = "task-2883869" [ 973.313608] env[70636]: _type = "Task" [ 973.313608] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.314135] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52119e03-fec7-948c-09ee-bbec9e583262, 'name': SearchDatastore_Task, 'duration_secs': 0.019515} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.322601] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b22bd1-e372-488b-89f3-76e712ca8f75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.331219] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883868, 'name': CloneVM_Task} progress is 16%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.335752] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 973.335752] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eca61f-9564-b093-5282-c2698080254f" [ 973.335752] env[70636]: _type = "Task" [ 973.335752] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.338985] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.350650] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eca61f-9564-b093-5282-c2698080254f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.387532] env[70636]: DEBUG nova.network.neutron [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Updated VIF entry in instance network info cache for port ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.387914] env[70636]: DEBUG nova.network.neutron [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Updating instance_info_cache with network_info: [{"id": "ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e", "address": "fa:16:3e:ed:3c:f7", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9a1de0-bd", "ovs_interfaceid": "ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.408167] env[70636]: DEBUG nova.network.neutron [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Updating instance_info_cache with network_info: [{"id": "ad4636b7-75a1-4429-a882-2fac7e45f766", "address": "fa:16:3e:56:42:93", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4636b7-75", "ovs_interfaceid": "ad4636b7-75a1-4429-a882-2fac7e45f766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.440829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430fe20f-1618-4c01-a7da-ac3864aa17b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.450166] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff712bc-b161-488d-94fe-8bd661dc9abd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.484079] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e3dc36-273c-4c33-9fee-5658494e2368 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.494116] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe1344-6522-44a1-bd75-c5f5f2b440b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.509713] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.764086] env[70636]: DEBUG oslo_concurrency.lockutils [None req-28121f31-0551-4dfe-bd72-36e61337b044 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.639s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.825368] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883868, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.830908] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883869, 'name': ReconfigVM_Task, 'duration_secs': 0.476873} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.834334] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 036d1098-1d2b-4f92-b05e-64f545e5bae5/036d1098-1d2b-4f92-b05e-64f545e5bae5.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.834334] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2a1463-26d2-4564-89cd-cb656173c1c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.841562] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 973.841562] env[70636]: value = "task-2883870" [ 973.841562] env[70636]: _type = "Task" [ 973.841562] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.852018] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eca61f-9564-b093-5282-c2698080254f, 'name': SearchDatastore_Task, 'duration_secs': 0.019715} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.855900] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.856267] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f387a69d-5d38-41c3-b9c4-08b316b08bad/f387a69d-5d38-41c3-b9c4-08b316b08bad.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.856640] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883870, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.856921] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f93e447-43f0-4ce4-9f61-474732a8052c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.864548] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 973.864548] env[70636]: value = "task-2883871" [ 973.864548] env[70636]: _type = "Task" [ 973.864548] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.873219] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.892717] env[70636]: DEBUG oslo_concurrency.lockutils [req-feff38f0-da2c-4659-9b50-087faedb0879 req-b469c617-2d76-41e9-9afa-ea17fa2cd541 service nova] Releasing lock "refresh_cache-f387a69d-5d38-41c3-b9c4-08b316b08bad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.914895] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-81db790c-10a7-4786-bcb8-20d0a2974997" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.916319] env[70636]: DEBUG nova.objects.instance [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'flavor' on Instance uuid 81db790c-10a7-4786-bcb8-20d0a2974997 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.968382] env[70636]: DEBUG nova.compute.manager [req-3a6a9d42-d19b-4339-8000-2fc38abe0154 req-306faafd-4062-4c12-9cab-4bd93b506cc4 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Received event network-vif-deleted-7b33c194-3b9d-455a-839f-8716123de8ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.968597] env[70636]: INFO nova.compute.manager [req-3a6a9d42-d19b-4339-8000-2fc38abe0154 req-306faafd-4062-4c12-9cab-4bd93b506cc4 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Neutron deleted interface 7b33c194-3b9d-455a-839f-8716123de8ca; detaching it from the instance and deleting it from the info cache [ 973.969188] env[70636]: DEBUG nova.network.neutron [req-3a6a9d42-d19b-4339-8000-2fc38abe0154 req-306faafd-4062-4c12-9cab-4bd93b506cc4 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.988850] env[70636]: DEBUG nova.network.neutron [-] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.050286] env[70636]: DEBUG nova.scheduler.client.report [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 974.050579] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 43 to 44 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 974.050766] env[70636]: DEBUG nova.compute.provider_tree [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.267087] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.327067] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883868, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.352944] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883870, 'name': Rename_Task, 'duration_secs': 0.134494} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.354477] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.354788] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e84e7c-a401-45bc-9ada-73deaee29dbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.361818] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 974.361818] env[70636]: value = "task-2883872" [ 974.361818] env[70636]: _type = "Task" [ 974.361818] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.380887] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5054} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.381201] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.381459] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f387a69d-5d38-41c3-b9c4-08b316b08bad/f387a69d-5d38-41c3-b9c4-08b316b08bad.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.381708] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.381989] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef08d97-f26e-4f78-991c-74a73483a5ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.389226] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 974.389226] env[70636]: value = "task-2883873" [ 974.389226] env[70636]: _type = "Task" [ 974.389226] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.398893] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.423671] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102ba7d-d0e8-40ce-afce-2c14ef7a1e88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.454856] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.455335] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-328fbfba-80b9-40c4-ade5-c2569f396d4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.462042] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 974.462042] env[70636]: value = "task-2883874" [ 974.462042] env[70636]: _type = "Task" [ 974.462042] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.472423] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.472780] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d87e7aff-4332-4f29-89ca-ec58838a2cb0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.483828] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2401e3-619e-4e41-8c4e-a269dca94c9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.496552] env[70636]: INFO nova.compute.manager [-] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Took 1.80 seconds to deallocate network for instance. [ 974.518995] env[70636]: DEBUG nova.compute.manager [req-3a6a9d42-d19b-4339-8000-2fc38abe0154 req-306faafd-4062-4c12-9cab-4bd93b506cc4 service nova] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Detach interface failed, port_id=7b33c194-3b9d-455a-839f-8716123de8ca, reason: Instance 2811096a-4822-42c1-9c4d-acd8ff56701f could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.559339] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.904s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.559339] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.559728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.898s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.559912] env[70636]: DEBUG nova.objects.instance [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.791714] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.820529] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883868, 'name': CloneVM_Task, 'duration_secs': 1.216741} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.820613] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Created linked-clone VM from snapshot [ 974.821565] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20904714-722e-4bc0-9fce-4db04901900e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.829723] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Uploading image 84be9f93-6956-48d4-aa27-4ce6800f60af {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.859691] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 974.859691] env[70636]: value = "vm-579462" [ 974.859691] env[70636]: _type = "VirtualMachine" [ 974.859691] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 974.859989] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a00798fb-1c82-4454-8e6b-07093d9dd671 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.867713] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lease: (returnval){ [ 974.867713] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200c91f-83e6-0200-c763-c9614272f198" [ 974.867713] env[70636]: _type = "HttpNfcLease" [ 974.867713] env[70636]: } obtained for exporting VM: (result){ [ 974.867713] env[70636]: value = "vm-579462" [ 974.867713] env[70636]: _type = "VirtualMachine" [ 974.867713] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 974.868273] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the lease: (returnval){ [ 974.868273] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200c91f-83e6-0200-c763-c9614272f198" [ 974.868273] env[70636]: _type = "HttpNfcLease" [ 974.868273] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 974.877552] env[70636]: DEBUG oslo_vmware.api [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883872, 'name': PowerOnVM_Task, 'duration_secs': 0.496556} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.877552] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.877552] env[70636]: INFO nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Took 5.20 seconds to spawn the instance on the hypervisor. [ 974.877552] env[70636]: DEBUG nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.877552] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e6c85c-fdd8-4e12-9503-d6147ca76663 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.881578] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.881578] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200c91f-83e6-0200-c763-c9614272f198" [ 974.881578] env[70636]: _type = "HttpNfcLease" [ 974.881578] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 974.905614] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097302} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.905614] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.906421] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a5dfb1-db2f-470d-9254-d859bd899573 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.932835] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f387a69d-5d38-41c3-b9c4-08b316b08bad/f387a69d-5d38-41c3-b9c4-08b316b08bad.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.932835] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aae5b3b5-a8d5-4448-88a5-6e01f10e069a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.954302] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 974.954302] env[70636]: value = "task-2883876" [ 974.954302] env[70636]: _type = "Task" [ 974.954302] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.963988] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.972996] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883874, 'name': PowerOffVM_Task, 'duration_secs': 0.245648} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.973407] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.979600] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.980234] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3e888d-a5f8-434b-af91-a0527c7e3a2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.999572] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 974.999572] env[70636]: value = "task-2883877" [ 974.999572] env[70636]: _type = "Task" [ 974.999572] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.003384] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.008775] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.067906] env[70636]: DEBUG nova.compute.utils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.068085] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.068263] env[70636]: DEBUG nova.network.neutron [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.225488] env[70636]: DEBUG nova.policy [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69562e76dd4541ed84706d471e529701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e1e9c5d5124266a4910c6e4cf6be07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.383510] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 975.383510] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200c91f-83e6-0200-c763-c9614272f198" [ 975.383510] env[70636]: _type = "HttpNfcLease" [ 975.383510] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 975.383812] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 975.383812] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5200c91f-83e6-0200-c763-c9614272f198" [ 975.383812] env[70636]: _type = "HttpNfcLease" [ 975.383812] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 975.384604] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76ae27-846d-4e2b-9dba-3888bae14ad5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.402923] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b2dcc-d30e-42d6-6c3b-3abd7a449693/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 975.405604] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b2dcc-d30e-42d6-6c3b-3abd7a449693/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 975.405604] env[70636]: INFO nova.compute.manager [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Took 34.03 seconds to build instance. [ 975.478886] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.510688] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.513401] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3c08b0a-fa32-48e2-b0cc-54f7d9fe3eb3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.572341] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9048e324-527b-44ea-bde1-4e79315e87a4 tempest-ServersAdmin275Test-1883296883 tempest-ServersAdmin275Test-1883296883-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.573710] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.580949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.211s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.582564] env[70636]: INFO nova.compute.claims [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.909669] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b4995ee1-3185-48d5-a2c1-21b0194b435d tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "036d1098-1d2b-4f92-b05e-64f545e5bae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.542s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.978476] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883876, 'name': ReconfigVM_Task, 'duration_secs': 0.872503} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.978476] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f387a69d-5d38-41c3-b9c4-08b316b08bad/f387a69d-5d38-41c3-b9c4-08b316b08bad.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.980293] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f46c9287-e92b-4849-bc7c-6381c68ff20d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.985949] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 975.985949] env[70636]: value = "task-2883878" [ 975.985949] env[70636]: _type = "Task" [ 975.985949] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.995769] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883878, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.014449] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883877, 'name': ReconfigVM_Task, 'duration_secs': 0.63147} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.015223] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.015809] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.017206] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1468ba-68b2-4a29-a9af-ea515f63f1e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.023866] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 976.023866] env[70636]: value = "task-2883879" [ 976.023866] env[70636]: _type = "Task" [ 976.023866] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.033465] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "aa1c8e98-4487-4538-9453-6921069aeeee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.033934] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "aa1c8e98-4487-4538-9453-6921069aeeee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.044271] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883879, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.186039] env[70636]: DEBUG nova.network.neutron [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Successfully created port: ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.413182] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.501332] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883878, 'name': Rename_Task, 'duration_secs': 0.181972} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.501332] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.501675] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df10f8a-ae9b-4c13-ae98-4644a456457c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.509255] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 976.509255] env[70636]: value = "task-2883880" [ 976.509255] env[70636]: _type = "Task" [ 976.509255] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.522497] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.539877] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.592405] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.628247] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.628547] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.628702] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.628884] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.629047] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.629198] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.631821] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.632083] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.632283] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.632455] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.632844] env[70636]: DEBUG nova.virt.hardware [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.633787] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde1b9d-ac91-428e-b88e-6ca192355cee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.645222] env[70636]: DEBUG nova.compute.manager [None req-ea98e638-e3b9-42bc-9eba-87e66a5e7d42 tempest-ServerDiagnosticsV248Test-300501775 tempest-ServerDiagnosticsV248Test-300501775-project-admin] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.651477] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb730eb5-f6d3-4edf-a547-48f2d32ec1ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.659036] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbd5eb3-b415-4b6c-bb62-c6ca3fd22416 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.665354] env[70636]: INFO nova.compute.manager [None req-ea98e638-e3b9-42bc-9eba-87e66a5e7d42 tempest-ServerDiagnosticsV248Test-300501775 tempest-ServerDiagnosticsV248Test-300501775-project-admin] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Retrieving diagnostics [ 976.666829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dc37be-189e-4669-9292-4ad66d5b6753 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.943930] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.025850] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883880, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.037114] env[70636]: DEBUG oslo_vmware.api [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2883879, 'name': PowerOnVM_Task, 'duration_secs': 0.555603} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.037425] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.038364] env[70636]: DEBUG nova.compute.manager [None req-6872304c-cf7c-4ad5-a075-915fce29450a tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.042382] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f46e0-b606-4309-8e45-b7352d225015 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.203079] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685b08a-d4a4-4782-bd46-733579759259 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.214545] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78931788-c2dd-4a34-a970-95907028737b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.248277] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e148b65-33f3-4d66-a462-28870b5b5cae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.257397] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c02b3d-81c9-46a4-83ae-8bf0c23957ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.275346] env[70636]: DEBUG nova.compute.provider_tree [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.521389] env[70636]: DEBUG oslo_vmware.api [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883880, 'name': PowerOnVM_Task, 'duration_secs': 0.728465} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.521663] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.521959] env[70636]: INFO nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Took 10.38 seconds to spawn the instance on the hypervisor. [ 977.522333] env[70636]: DEBUG nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.523284] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2bce7-28d9-420a-98ca-482f225b21da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.814343] env[70636]: ERROR nova.scheduler.client.report [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [req-c80a16a8-15f1-44da-a2dd-009feeb4fc66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c80a16a8-15f1-44da-a2dd-009feeb4fc66"}]} [ 977.832950] env[70636]: DEBUG nova.scheduler.client.report [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.856730] env[70636]: DEBUG nova.scheduler.client.report [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.857012] env[70636]: DEBUG nova.compute.provider_tree [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.869549] env[70636]: DEBUG nova.scheduler.client.report [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.892249] env[70636]: DEBUG nova.scheduler.client.report [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 978.046152] env[70636]: INFO nova.compute.manager [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Took 37.19 seconds to build instance. [ 978.392521] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b900ec5-4a5b-4f09-b3cf-47bcaa57b0b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.406030] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f553b4-8165-4e95-9155-ef28413d1eab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.445581] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba74b4d-2009-41ce-8a34-0277fa8ba7da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.455472] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8351cdef-06cf-4bc8-ab4c-41d81b38499a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.470523] env[70636]: DEBUG nova.compute.provider_tree [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.549220] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82553fc8-091e-4e18-9330-3a1819a63ae8 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.701s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.007799] env[70636]: DEBUG nova.scheduler.client.report [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 979.008112] env[70636]: DEBUG nova.compute.provider_tree [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 45 to 46 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 979.008442] env[70636]: DEBUG nova.compute.provider_tree [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.051057] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.078894] env[70636]: DEBUG nova.network.neutron [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Successfully updated port: ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.198827] env[70636]: DEBUG nova.compute.manager [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Received event network-changed-f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.199875] env[70636]: DEBUG nova.compute.manager [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Refreshing instance network info cache due to event network-changed-f089e626-54ae-4c31-935a-ee922b06a41c. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.200225] env[70636]: DEBUG oslo_concurrency.lockutils [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] Acquiring lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.200408] env[70636]: DEBUG oslo_concurrency.lockutils [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] Acquired lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.200616] env[70636]: DEBUG nova.network.neutron [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Refreshing network info cache for port f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.518117] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.937s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.518591] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.525427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.634s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.525561] env[70636]: DEBUG nova.objects.instance [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lazy-loading 'resources' on Instance uuid 2f2b451c-1a79-4b3e-a213-bd68d875475a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.583452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "refresh_cache-add00fdb-4aa3-4183-9fc7-e6d8b390cde8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.583452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired lock "refresh_cache-add00fdb-4aa3-4183-9fc7-e6d8b390cde8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.583452] env[70636]: DEBUG nova.network.neutron [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.592697] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.818068] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.818377] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.032157] env[70636]: DEBUG nova.compute.utils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.038157] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.038157] env[70636]: DEBUG nova.network.neutron [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.104799] env[70636]: DEBUG nova.policy [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a8ca1e1b0645b6b1f6e287e357e97f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4bed49045c4f75a449f9bbd7d83076', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.144588] env[70636]: DEBUG nova.network.neutron [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.222635] env[70636]: DEBUG nova.network.neutron [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updated VIF entry in instance network info cache for port f089e626-54ae-4c31-935a-ee922b06a41c. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.223046] env[70636]: DEBUG nova.network.neutron [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updating instance_info_cache with network_info: [{"id": "f089e626-54ae-4c31-935a-ee922b06a41c", "address": "fa:16:3e:cb:40:a8", "network": {"id": "9a8beb52-23f8-40c9-b68e-4f11a47b6deb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1690280325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af1ac09205b477c95d1c84c662a96b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf089e626-54", "ovs_interfaceid": "f089e626-54ae-4c31-935a-ee922b06a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.424634] env[70636]: DEBUG nova.network.neutron [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Updating instance_info_cache with network_info: [{"id": "ef7e2d9e-a38e-4516-9022-efd6b6f08d95", "address": "fa:16:3e:6b:d8:0c", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e2d9e-a3", "ovs_interfaceid": "ef7e2d9e-a38e-4516-9022-efd6b6f08d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.538350] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.565561] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaacd52f-83c1-4f6e-a2d6-04dda7ebf3aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.575192] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6e98b-7655-4d77-a3cc-630f8e483550 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.581941] env[70636]: DEBUG nova.network.neutron [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Successfully created port: 84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.611066] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae18a2a-da59-4633-a357-11d1204679b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.620656] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0198b-6b15-4fd4-b1d0-99388ddcb53f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.636015] env[70636]: DEBUG nova.compute.provider_tree [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.730641] env[70636]: DEBUG oslo_concurrency.lockutils [req-204c52bd-0e58-47b5-b37f-179e8020648f req-46ade0d0-c1b3-4a44-a9f8-fa21bb306f85 service nova] Releasing lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.928482] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Releasing lock "refresh_cache-add00fdb-4aa3-4183-9fc7-e6d8b390cde8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.929090] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Instance network_info: |[{"id": "ef7e2d9e-a38e-4516-9022-efd6b6f08d95", "address": "fa:16:3e:6b:d8:0c", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e2d9e-a3", "ovs_interfaceid": "ef7e2d9e-a38e-4516-9022-efd6b6f08d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.929291] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7e2d9e-a38e-4516-9022-efd6b6f08d95', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.937754] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.937888] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.938444] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec879894-787a-4c31-8923-22dce73914e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.960704] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.960704] env[70636]: value = "task-2883881" [ 980.960704] env[70636]: _type = "Task" [ 980.960704] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.968712] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883881, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.140103] env[70636]: DEBUG nova.scheduler.client.report [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.470615] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883881, 'name': CreateVM_Task, 'duration_secs': 0.500167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.470797] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.471530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.471702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.472044] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.472302] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346ebb09-47b7-43f8-91e3-7c689c0775dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.477087] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 981.477087] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52061be9-9643-9e74-2c4b-38d28651701f" [ 981.477087] env[70636]: _type = "Task" [ 981.477087] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.484931] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52061be9-9643-9e74-2c4b-38d28651701f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.551919] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.577568] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.577810] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.577964] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.578690] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.579305] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.579555] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.579708] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.580181] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.580453] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.580556] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.580731] env[70636]: DEBUG nova.virt.hardware [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.581618] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c434f-a02a-4d70-9559-fbffef038ab9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.590532] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a1750-25a3-429a-a07c-2a67c1906352 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.646257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.648850] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.108s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.649231] env[70636]: DEBUG nova.objects.instance [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lazy-loading 'resources' on Instance uuid 82c65203-cec7-4ca4-bdf4-329b4f753dd7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.673179] env[70636]: INFO nova.scheduler.client.report [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Deleted allocations for instance 2f2b451c-1a79-4b3e-a213-bd68d875475a [ 981.724571] env[70636]: DEBUG nova.compute.manager [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Received event network-vif-plugged-ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.724869] env[70636]: DEBUG oslo_concurrency.lockutils [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] Acquiring lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.725131] env[70636]: DEBUG oslo_concurrency.lockutils [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.725330] env[70636]: DEBUG oslo_concurrency.lockutils [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.725508] env[70636]: DEBUG nova.compute.manager [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] No waiting events found dispatching network-vif-plugged-ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.725723] env[70636]: WARNING nova.compute.manager [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Received unexpected event network-vif-plugged-ef7e2d9e-a38e-4516-9022-efd6b6f08d95 for instance with vm_state building and task_state spawning. [ 981.726092] env[70636]: DEBUG nova.compute.manager [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Received event network-changed-ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.726144] env[70636]: DEBUG nova.compute.manager [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Refreshing instance network info cache due to event network-changed-ef7e2d9e-a38e-4516-9022-efd6b6f08d95. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.726324] env[70636]: DEBUG oslo_concurrency.lockutils [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] Acquiring lock "refresh_cache-add00fdb-4aa3-4183-9fc7-e6d8b390cde8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.726510] env[70636]: DEBUG oslo_concurrency.lockutils [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] Acquired lock "refresh_cache-add00fdb-4aa3-4183-9fc7-e6d8b390cde8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.726686] env[70636]: DEBUG nova.network.neutron [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Refreshing network info cache for port ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.782504] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.783126] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.987888] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52061be9-9643-9e74-2c4b-38d28651701f, 'name': SearchDatastore_Task, 'duration_secs': 0.016336} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.988402] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.988506] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.988699] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.988846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.989056] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.989342] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd969639-5d9d-4c17-ba5d-8be97b934323 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.998674] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.998852] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.999651] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7f6704-ddf9-42aa-9502-b4d59f043aef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.006912] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 982.006912] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bd478f-bdce-5743-7be5-8c3355753d06" [ 982.006912] env[70636]: _type = "Task" [ 982.006912] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.014528] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bd478f-bdce-5743-7be5-8c3355753d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.084228] env[70636]: DEBUG nova.network.neutron [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Successfully updated port: 84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.185174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-62e0f3bd-5ab7-41f1-93a8-96429f0e9e8b tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "2f2b451c-1a79-4b3e-a213-bd68d875475a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.816s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.389301] env[70636]: DEBUG nova.compute.manager [req-859a597e-0484-4433-a84d-02af11ec46f9 req-04cc4a19-f019-4d9d-b761-8266eb20191d service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Received event network-vif-plugged-84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.389549] env[70636]: DEBUG oslo_concurrency.lockutils [req-859a597e-0484-4433-a84d-02af11ec46f9 req-04cc4a19-f019-4d9d-b761-8266eb20191d service nova] Acquiring lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.389725] env[70636]: DEBUG oslo_concurrency.lockutils [req-859a597e-0484-4433-a84d-02af11ec46f9 req-04cc4a19-f019-4d9d-b761-8266eb20191d service nova] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.389859] env[70636]: DEBUG oslo_concurrency.lockutils [req-859a597e-0484-4433-a84d-02af11ec46f9 req-04cc4a19-f019-4d9d-b761-8266eb20191d service nova] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.390044] env[70636]: DEBUG nova.compute.manager [req-859a597e-0484-4433-a84d-02af11ec46f9 req-04cc4a19-f019-4d9d-b761-8266eb20191d service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] No waiting events found dispatching network-vif-plugged-84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.390269] env[70636]: WARNING nova.compute.manager [req-859a597e-0484-4433-a84d-02af11ec46f9 req-04cc4a19-f019-4d9d-b761-8266eb20191d service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Received unexpected event network-vif-plugged-84ff75c5-b91c-4d65-8cc5-750a68e91e61 for instance with vm_state building and task_state spawning. [ 982.452009] env[70636]: DEBUG nova.network.neutron [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Updated VIF entry in instance network info cache for port ef7e2d9e-a38e-4516-9022-efd6b6f08d95. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.452633] env[70636]: DEBUG nova.network.neutron [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Updating instance_info_cache with network_info: [{"id": "ef7e2d9e-a38e-4516-9022-efd6b6f08d95", "address": "fa:16:3e:6b:d8:0c", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7e2d9e-a3", "ovs_interfaceid": "ef7e2d9e-a38e-4516-9022-efd6b6f08d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.520239] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bd478f-bdce-5743-7be5-8c3355753d06, 'name': SearchDatastore_Task, 'duration_secs': 0.02414} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.521581] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e011c116-33aa-478d-a3e4-f275bbeb59df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.536128] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 982.536128] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5261e1ad-dcee-8ee2-e83e-098474b5f7b4" [ 982.536128] env[70636]: _type = "Task" [ 982.536128] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.547747] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5261e1ad-dcee-8ee2-e83e-098474b5f7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.587572] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.588091] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.588091] env[70636]: DEBUG nova.network.neutron [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.716590] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08d7534-caf0-4c37-a34b-d8bb3e03dad4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.725163] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496acbd1-7204-48f5-b63d-50c21bbc0fb5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.760428] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac0d620-0ca3-41d9-bd50-3a263a926ad2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.767782] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.768034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.774171] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82e60c2-dbb3-41b1-a1f8-d68ae629a689 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.790009] env[70636]: DEBUG nova.compute.provider_tree [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.958629] env[70636]: DEBUG oslo_concurrency.lockutils [req-165ce51c-fc33-4753-b811-9cd784a4abf3 req-68e47675-f3a9-4826-bd68-68ad3a81bcc2 service nova] Releasing lock "refresh_cache-add00fdb-4aa3-4183-9fc7-e6d8b390cde8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.049857] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5261e1ad-dcee-8ee2-e83e-098474b5f7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.034314} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.050487] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.050813] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] add00fdb-4aa3-4183-9fc7-e6d8b390cde8/add00fdb-4aa3-4183-9fc7-e6d8b390cde8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.051246] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b75d31-b99f-4f11-a2cd-56db9b87ad72 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.059679] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 983.059679] env[70636]: value = "task-2883882" [ 983.059679] env[70636]: _type = "Task" [ 983.059679] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.069035] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.144879] env[70636]: DEBUG nova.network.neutron [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.292387] env[70636]: DEBUG nova.network.neutron [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updating instance_info_cache with network_info: [{"id": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "address": "fa:16:3e:e9:e0:a0", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ff75c5-b9", "ovs_interfaceid": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.296904] env[70636]: DEBUG nova.scheduler.client.report [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.572447] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.799459] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.800646] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Instance network_info: |[{"id": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "address": "fa:16:3e:e9:e0:a0", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ff75c5-b9", "ovs_interfaceid": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.800784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.804922] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e0:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84ff75c5-b91c-4d65-8cc5-750a68e91e61', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.815393] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating folder: Project (ae4bed49045c4f75a449f9bbd7d83076). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.816458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.927s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.818099] env[70636]: INFO nova.compute.claims [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.828318] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1de13786-c345-4887-ae27-fbd0a222aab1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.837176] env[70636]: INFO nova.scheduler.client.report [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Deleted allocations for instance 82c65203-cec7-4ca4-bdf4-329b4f753dd7 [ 983.841529] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created folder: Project (ae4bed49045c4f75a449f9bbd7d83076) in parent group-v579393. [ 983.842216] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating folder: Instances. Parent ref: group-v579464. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.844777] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9085ce9-4611-482b-aa24-3b5c16703fd1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.858412] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created folder: Instances in parent group-v579464. [ 983.858729] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.858937] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.859166] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7742fbfb-8a73-481a-9788-a90f3893c968 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.886285] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.886285] env[70636]: value = "task-2883885" [ 983.886285] env[70636]: _type = "Task" [ 983.886285] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.896609] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883885, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.076178] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537865} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.076543] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] add00fdb-4aa3-4183-9fc7-e6d8b390cde8/add00fdb-4aa3-4183-9fc7-e6d8b390cde8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.076776] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.077052] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53a914b6-9859-4dfc-9cc0-baf228a729f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.085107] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 984.085107] env[70636]: value = "task-2883886" [ 984.085107] env[70636]: _type = "Task" [ 984.085107] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.096164] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.350169] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dce3d92b-9906-4bc0-aabc-82458932652c tempest-ServersAdmin275Test-34205658 tempest-ServersAdmin275Test-34205658-project-member] Lock "82c65203-cec7-4ca4-bdf4-329b4f753dd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.065s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.372637] env[70636]: DEBUG nova.compute.manager [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Received event network-changed-f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.372828] env[70636]: DEBUG nova.compute.manager [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Refreshing instance network info cache due to event network-changed-f089e626-54ae-4c31-935a-ee922b06a41c. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.373058] env[70636]: DEBUG oslo_concurrency.lockutils [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] Acquiring lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.373252] env[70636]: DEBUG oslo_concurrency.lockutils [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] Acquired lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.373386] env[70636]: DEBUG nova.network.neutron [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Refreshing network info cache for port f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.397497] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883885, 'name': CreateVM_Task, 'duration_secs': 0.367993} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.397779] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.398394] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.398672] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.398926] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.399522] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004bf182-3270-45c8-94c1-43363904bc6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.404998] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 984.404998] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb3f2c-f642-73e2-daa2-a2876cf9396d" [ 984.404998] env[70636]: _type = "Task" [ 984.404998] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.415768] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb3f2c-f642-73e2-daa2-a2876cf9396d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.604910] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076257} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.605179] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.606521] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9029bff8-acef-4aad-a79d-bf115d196b13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.650521] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] add00fdb-4aa3-4183-9fc7-e6d8b390cde8/add00fdb-4aa3-4183-9fc7-e6d8b390cde8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.651779] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b35a96-5d76-4316-8647-0becb02bd411 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.686965] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 984.686965] env[70636]: value = "task-2883887" [ 984.686965] env[70636]: _type = "Task" [ 984.686965] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.700583] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.727446] env[70636]: DEBUG nova.compute.manager [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Received event network-changed-84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.727578] env[70636]: DEBUG nova.compute.manager [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Refreshing instance network info cache due to event network-changed-84ff75c5-b91c-4d65-8cc5-750a68e91e61. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.727947] env[70636]: DEBUG oslo_concurrency.lockutils [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] Acquiring lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.728687] env[70636]: DEBUG oslo_concurrency.lockutils [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] Acquired lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.728687] env[70636]: DEBUG nova.network.neutron [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Refreshing network info cache for port 84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.921119] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb3f2c-f642-73e2-daa2-a2876cf9396d, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.925896] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.926092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.926747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.926747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.926747] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.929377] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-935cba1c-a56f-4f89-9333-b80e94068695 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.938634] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.938634] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.940418] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a2773d-a134-4d36-8c4e-b10e45cec1ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.947180] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 984.947180] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd4400-2d9a-a80b-1638-6eabd8529be3" [ 984.947180] env[70636]: _type = "Task" [ 984.947180] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.957345] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd4400-2d9a-a80b-1638-6eabd8529be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.131362] env[70636]: DEBUG nova.network.neutron [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updated VIF entry in instance network info cache for port f089e626-54ae-4c31-935a-ee922b06a41c. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.131938] env[70636]: DEBUG nova.network.neutron [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updating instance_info_cache with network_info: [{"id": "f089e626-54ae-4c31-935a-ee922b06a41c", "address": "fa:16:3e:cb:40:a8", "network": {"id": "9a8beb52-23f8-40c9-b68e-4f11a47b6deb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1690280325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af1ac09205b477c95d1c84c662a96b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf089e626-54", "ovs_interfaceid": "f089e626-54ae-4c31-935a-ee922b06a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.201939] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883887, 'name': ReconfigVM_Task, 'duration_secs': 0.314926} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.202769] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Reconfigured VM instance instance-00000016 to attach disk [datastore2] add00fdb-4aa3-4183-9fc7-e6d8b390cde8/add00fdb-4aa3-4183-9fc7-e6d8b390cde8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.203498] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26be2793-f907-47be-b87d-3570648ba281 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.213949] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 985.213949] env[70636]: value = "task-2883888" [ 985.213949] env[70636]: _type = "Task" [ 985.213949] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.229247] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883888, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.393162] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f124d-53c4-446d-b42c-d882b45e2c24 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.402428] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53884592-1abb-466d-88c6-df962be9171d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.437616] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb57588-0989-48bc-933f-7c3733cb3016 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.454628] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c78a5-a180-4d24-bc3c-c669f824637c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.465551] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd4400-2d9a-a80b-1638-6eabd8529be3, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.474305] env[70636]: DEBUG nova.compute.provider_tree [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.475961] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea4d4be-f8c7-4219-8c76-54eecc7b1a5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.482042] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 985.482042] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ccbb52-412c-e232-0ff2-2aa32d8bbd66" [ 985.482042] env[70636]: _type = "Task" [ 985.482042] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.492028] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ccbb52-412c-e232-0ff2-2aa32d8bbd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.561432] env[70636]: DEBUG nova.network.neutron [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updated VIF entry in instance network info cache for port 84ff75c5-b91c-4d65-8cc5-750a68e91e61. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.561829] env[70636]: DEBUG nova.network.neutron [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updating instance_info_cache with network_info: [{"id": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "address": "fa:16:3e:e9:e0:a0", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ff75c5-b9", "ovs_interfaceid": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.639593] env[70636]: DEBUG oslo_concurrency.lockutils [req-dfcba28b-9795-48ef-88f5-a5420f136ab7 req-75d14e84-1e73-4584-9fd4-f9e8ffb9a658 service nova] Releasing lock "refresh_cache-6e352875-5f4e-4fef-b554-3aa734b1c57b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.726608] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883888, 'name': Rename_Task, 'duration_secs': 0.159132} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.726884] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.727164] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03bb51e4-f420-466f-935f-87a5c21a1e38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.733884] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 985.733884] env[70636]: value = "task-2883889" [ 985.733884] env[70636]: _type = "Task" [ 985.733884] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.742620] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.834274] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b2dcc-d30e-42d6-6c3b-3abd7a449693/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.835851] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ac9c5-b438-42d3-853f-40c3fd0646da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.844361] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b2dcc-d30e-42d6-6c3b-3abd7a449693/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.844637] env[70636]: ERROR oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b2dcc-d30e-42d6-6c3b-3abd7a449693/disk-0.vmdk due to incomplete transfer. [ 985.845520] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bba0cdc-f912-4a55-b238-e2c9c0367c15 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.853772] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b2dcc-d30e-42d6-6c3b-3abd7a449693/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 985.853953] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Uploaded image 84be9f93-6956-48d4-aa27-4ce6800f60af to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 985.855944] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 985.858962] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c9a1ba6-8f85-49ce-b953-7d813c5bed97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.866092] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 985.866092] env[70636]: value = "task-2883890" [ 985.866092] env[70636]: _type = "Task" [ 985.866092] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.875233] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883890, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.000845] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ccbb52-412c-e232-0ff2-2aa32d8bbd66, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.001124] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.001404] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] e7b75a8e-8c99-4489-bcc5-ee48874d6228/e7b75a8e-8c99-4489-bcc5-ee48874d6228.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.001664] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f49b4ea-15ba-426a-ba25-20214a6e0c42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.011634] env[70636]: ERROR nova.scheduler.client.report [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [req-98146461-832f-453c-a382-98e911d85016] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98146461-832f-453c-a382-98e911d85016"}]} [ 986.012695] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 986.012695] env[70636]: value = "task-2883891" [ 986.012695] env[70636]: _type = "Task" [ 986.012695] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.026969] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.036097] env[70636]: DEBUG nova.scheduler.client.report [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.055326] env[70636]: DEBUG nova.scheduler.client.report [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.055558] env[70636]: DEBUG nova.compute.provider_tree [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.065056] env[70636]: DEBUG oslo_concurrency.lockutils [req-947326bc-f46e-47ce-826e-9fa87dced9c4 req-5950c1f4-6ad5-4d43-a104-4b9c6766d6cd service nova] Releasing lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.076195] env[70636]: DEBUG nova.scheduler.client.report [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.076195] env[70636]: DEBUG nova.compute.provider_tree [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 49 to 50 during operation: update_aggregates {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.096981] env[70636]: DEBUG nova.scheduler.client.report [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.245735] env[70636]: DEBUG oslo_vmware.api [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883889, 'name': PowerOnVM_Task, 'duration_secs': 0.475973} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.248707] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.248912] env[70636]: INFO nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Took 9.66 seconds to spawn the instance on the hypervisor. [ 986.249255] env[70636]: DEBUG nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.250659] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52685df-5c8e-48b0-be83-f124003f4548 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.327570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "6e352875-5f4e-4fef-b554-3aa734b1c57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.327847] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.328144] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "6e352875-5f4e-4fef-b554-3aa734b1c57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.328297] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.328418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.333939] env[70636]: INFO nova.compute.manager [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Terminating instance [ 986.381429] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883890, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.535308] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883891, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.540780] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.541616] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.663215] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6fb62-bef9-425f-b603-8964afee20d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.674556] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d0758c-af5a-4f96-a95e-fd14a0b26599 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.710034] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b52251-fc0d-4064-a6d8-b53df5464aa8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.719829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad76f2-e7f6-4ca0-8b2d-fcd6a449e554 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.734183] env[70636]: DEBUG nova.compute.provider_tree [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.777354] env[70636]: INFO nova.compute.manager [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Took 44.02 seconds to build instance. [ 986.838975] env[70636]: DEBUG nova.compute.manager [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.839298] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.840312] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc84e01-97b1-4a55-a341-c0869437881f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.856030] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.856030] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2b3f95-c4a5-470c-89ed-798d2a9a922e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.865141] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 986.865141] env[70636]: value = "task-2883892" [ 986.865141] env[70636]: _type = "Task" [ 986.865141] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.878553] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.881844] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883890, 'name': Destroy_Task, 'duration_secs': 0.642795} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.882245] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Destroyed the VM [ 986.882597] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.882975] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1dce75b-ba60-4452-abd0-54c9c3977688 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.890046] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 986.890046] env[70636]: value = "task-2883893" [ 986.890046] env[70636]: _type = "Task" [ 986.890046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.898201] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.027028] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657748} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.027028] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] e7b75a8e-8c99-4489-bcc5-ee48874d6228/e7b75a8e-8c99-4489-bcc5-ee48874d6228.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.027028] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.027305] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24ca0b6b-b5a2-41f4-8f96-54189f53e7c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.034152] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 987.034152] env[70636]: value = "task-2883894" [ 987.034152] env[70636]: _type = "Task" [ 987.034152] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.041625] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.271882] env[70636]: DEBUG nova.scheduler.client.report [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.272160] env[70636]: DEBUG nova.compute.provider_tree [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 50 to 51 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.272361] env[70636]: DEBUG nova.compute.provider_tree [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.281263] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b351d26-a62a-4bc8-b2a8-e8818a12f0da tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.607s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.326783] env[70636]: DEBUG nova.compute.manager [None req-5416f95e-b895-4024-b2e1-bb9f0791c819 tempest-ServerDiagnosticsV248Test-300501775 tempest-ServerDiagnosticsV248Test-300501775-project-admin] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.328093] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af83fd-0eb7-4c19-85da-b344f823008d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.335057] env[70636]: INFO nova.compute.manager [None req-5416f95e-b895-4024-b2e1-bb9f0791c819 tempest-ServerDiagnosticsV248Test-300501775 tempest-ServerDiagnosticsV248Test-300501775-project-admin] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Retrieving diagnostics [ 987.336043] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d33841-8dc2-427a-a12b-a2a71f8a9f71 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.376742] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883892, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.399262] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.546599] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0677} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.546974] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.547932] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f67fb-ed7f-40b8-a43b-3685725189a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.571101] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] e7b75a8e-8c99-4489-bcc5-ee48874d6228/e7b75a8e-8c99-4489-bcc5-ee48874d6228.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.571823] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860f63d2-3b3b-4859-9624-f4bcf24528f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.590877] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 987.590877] env[70636]: value = "task-2883895" [ 987.590877] env[70636]: _type = "Task" [ 987.590877] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.598581] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.779034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.963s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.779247] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.784757] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.625s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.789186] env[70636]: INFO nova.compute.claims [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.792353] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.880504] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883892, 'name': PowerOffVM_Task, 'duration_secs': 0.525187} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.881275] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.881584] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.883031] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a680ffa-5745-407c-bc4c-2c29eabff061 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.903237] env[70636]: DEBUG oslo_vmware.api [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883893, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888467} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.903499] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.903764] env[70636]: INFO nova.compute.manager [None req-b8295db1-de58-49ec-ac89-5882f28bde87 tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 987.948417] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.948417] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.948540] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Deleting the datastore file [datastore1] 6e352875-5f4e-4fef-b554-3aa734b1c57b {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.948778] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a869f02b-40e4-4f84-8005-40589db4934c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.956049] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for the task: (returnval){ [ 987.956049] env[70636]: value = "task-2883897" [ 987.956049] env[70636]: _type = "Task" [ 987.956049] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.969883] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.101995] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883895, 'name': ReconfigVM_Task, 'duration_secs': 0.266467} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.102150] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Reconfigured VM instance instance-00000017 to attach disk [datastore2] e7b75a8e-8c99-4489-bcc5-ee48874d6228/e7b75a8e-8c99-4489-bcc5-ee48874d6228.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.102776] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0735bcb-4499-43a1-a4e3-83ad2d9ba29f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.109396] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 988.109396] env[70636]: value = "task-2883898" [ 988.109396] env[70636]: _type = "Task" [ 988.109396] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.117477] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883898, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.297453] env[70636]: DEBUG nova.compute.utils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.301114] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.301114] env[70636]: DEBUG nova.network.neutron [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.329790] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.355256] env[70636]: DEBUG nova.policy [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f156c11aab4694bd256d75374a3eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e5ce07de53d46d58ae4a76f4b738b40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.467635] env[70636]: DEBUG oslo_vmware.api [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Task: {'id': task-2883897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410663} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.467825] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.468032] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.468220] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.468393] env[70636]: INFO nova.compute.manager [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 988.468636] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.468821] env[70636]: DEBUG nova.compute.manager [-] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.468916] env[70636]: DEBUG nova.network.neutron [-] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.622386] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883898, 'name': Rename_Task, 'duration_secs': 0.142557} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.622664] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.622977] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58655032-34b5-495e-aef5-6ec9445b6afb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.632148] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 988.632148] env[70636]: value = "task-2883899" [ 988.632148] env[70636]: _type = "Task" [ 988.632148] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.636427] env[70636]: DEBUG nova.compute.manager [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.637068] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169241aa-38e7-4181-89c4-a406151c40c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.649397] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883899, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.805370] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.889758] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "036d1098-1d2b-4f92-b05e-64f545e5bae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.890032] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "036d1098-1d2b-4f92-b05e-64f545e5bae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.890243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "036d1098-1d2b-4f92-b05e-64f545e5bae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.890422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "036d1098-1d2b-4f92-b05e-64f545e5bae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.890584] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "036d1098-1d2b-4f92-b05e-64f545e5bae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.902604] env[70636]: INFO nova.compute.manager [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Terminating instance [ 989.067870] env[70636]: DEBUG nova.network.neutron [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Successfully created port: e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.154270] env[70636]: DEBUG oslo_vmware.api [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2883899, 'name': PowerOnVM_Task, 'duration_secs': 0.490975} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.154270] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.154270] env[70636]: INFO nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Took 7.60 seconds to spawn the instance on the hypervisor. [ 989.154270] env[70636]: DEBUG nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.154270] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e65b7-2111-4b4d-b6df-0c1c24845198 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.161727] env[70636]: INFO nova.compute.manager [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] instance snapshotting [ 989.165456] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0886f6-8444-47d3-8ccd-b6a8af04df95 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.197708] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f54a679-dab8-419d-a817-150da77ede68 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.408637] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "refresh_cache-036d1098-1d2b-4f92-b05e-64f545e5bae5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.408848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquired lock "refresh_cache-036d1098-1d2b-4f92-b05e-64f545e5bae5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.409033] env[70636]: DEBUG nova.network.neutron [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.463406] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.463406] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.495128] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabea2b9-a248-44ea-92c9-45c7dc02d672 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.504280] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69121ccd-2345-417e-b425-0360529ba792 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540461] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106658e4-1bec-43a0-9cd1-22c049696cc3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.549150] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a99b712-ef00-4ff1-ba9e-2f0886d61d66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.564105] env[70636]: DEBUG nova.compute.provider_tree [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.628155] env[70636]: DEBUG nova.compute.manager [req-80ddf954-3ab9-4b33-907d-20e7c7e61782 req-54a0e213-b1e6-4243-845b-7b240c171fbc service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Received event network-vif-deleted-f089e626-54ae-4c31-935a-ee922b06a41c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.628414] env[70636]: INFO nova.compute.manager [req-80ddf954-3ab9-4b33-907d-20e7c7e61782 req-54a0e213-b1e6-4243-845b-7b240c171fbc service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Neutron deleted interface f089e626-54ae-4c31-935a-ee922b06a41c; detaching it from the instance and deleting it from the info cache [ 989.628578] env[70636]: DEBUG nova.network.neutron [req-80ddf954-3ab9-4b33-907d-20e7c7e61782 req-54a0e213-b1e6-4243-845b-7b240c171fbc service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.683229] env[70636]: INFO nova.compute.manager [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Took 42.34 seconds to build instance. [ 989.712749] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.713140] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9881089f-2aa4-437f-89da-910cbd82e0e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.721354] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 989.721354] env[70636]: value = "task-2883900" [ 989.721354] env[70636]: _type = "Task" [ 989.721354] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.732345] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.732345] env[70636]: DEBUG nova.network.neutron [-] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.815897] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.852776] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.852776] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.852776] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.852776] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.852776] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.852776] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.853243] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.853243] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.853243] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.853374] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.853948] env[70636]: DEBUG nova.virt.hardware [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.854576] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9f857-e500-4eb7-aec2-0e4786e8dbcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.862835] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baca56a-7020-4cd2-b9eb-1316b5115c5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.939558] env[70636]: DEBUG nova.network.neutron [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.032884] env[70636]: DEBUG nova.network.neutron [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.089518] env[70636]: ERROR nova.scheduler.client.report [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [req-b5e55565-737c-4b18-b0ef-b696b990c157] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5e55565-737c-4b18-b0ef-b696b990c157"}]} [ 990.115310] env[70636]: DEBUG nova.scheduler.client.report [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 990.132924] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a717820-2ddf-49a6-ae21-6efe1a4e705d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.135946] env[70636]: DEBUG nova.scheduler.client.report [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 990.136170] env[70636]: DEBUG nova.compute.provider_tree [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.146585] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca0832-fee8-48c2-8b3b-5cd7566fc0b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160749] env[70636]: DEBUG nova.scheduler.client.report [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 990.184059] env[70636]: DEBUG nova.compute.manager [req-80ddf954-3ab9-4b33-907d-20e7c7e61782 req-54a0e213-b1e6-4243-845b-7b240c171fbc service nova] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Detach interface failed, port_id=f089e626-54ae-4c31-935a-ee922b06a41c, reason: Instance 6e352875-5f4e-4fef-b554-3aa734b1c57b could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.184999] env[70636]: DEBUG nova.scheduler.client.report [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 990.187307] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a072d6a0-4ec2-4e4a-bfa9-b886f04bad89 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.867s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.230861] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883900, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.234578] env[70636]: INFO nova.compute.manager [-] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Took 1.77 seconds to deallocate network for instance. [ 990.293474] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.294136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.294136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.294136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.294638] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.297698] env[70636]: INFO nova.compute.manager [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Terminating instance [ 990.538915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Releasing lock "refresh_cache-036d1098-1d2b-4f92-b05e-64f545e5bae5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.539514] env[70636]: DEBUG nova.compute.manager [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.539686] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.540676] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e3d9e-f879-4c43-ad9b-b0f7dc859153 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.548749] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.548944] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e52002f0-d766-4536-8420-9baf66aaed13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.558360] env[70636]: DEBUG oslo_vmware.api [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 990.558360] env[70636]: value = "task-2883901" [ 990.558360] env[70636]: _type = "Task" [ 990.558360] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.567131] env[70636]: DEBUG oslo_vmware.api [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.691540] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.737185] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883900, 'name': CreateSnapshot_Task, 'duration_secs': 0.569699} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.738391] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 990.739207] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049206ee-2409-428b-83da-afe266a69f87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.743186] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.771833] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d25046-7b01-44d8-9f73-9d92d7c588bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.779830] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca44db-8391-45b1-a61b-c80dd9072d5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.818125] env[70636]: DEBUG nova.compute.manager [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.818125] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.818125] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344d1c2-16c8-479a-8719-a7126283459c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.822088] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5988f8fe-dc23-468f-bdad-70072ebfb36a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.832139] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.834423] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd286ce-4bb6-4b4f-892a-d78f281e38e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.837758] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c327c45-e482-4072-915c-dd469884b302 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.858486] env[70636]: DEBUG nova.compute.provider_tree [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.860924] env[70636]: DEBUG oslo_vmware.api [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 990.860924] env[70636]: value = "task-2883902" [ 990.860924] env[70636]: _type = "Task" [ 990.860924] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.867358] env[70636]: DEBUG nova.network.neutron [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Successfully updated port: e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.877680] env[70636]: DEBUG oslo_vmware.api [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.071577] env[70636]: DEBUG oslo_vmware.api [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883901, 'name': PowerOffVM_Task, 'duration_secs': 0.284384} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.072040] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.072040] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.072291] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a5afcf-6769-4ffb-98f0-ef9fc07e4ae4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.096136] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.096459] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.096790] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Deleting the datastore file [datastore2] 036d1098-1d2b-4f92-b05e-64f545e5bae5 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.097787] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d017feb-82cc-457e-91c4-1bac1f070df5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.108294] env[70636]: DEBUG oslo_vmware.api [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for the task: (returnval){ [ 991.108294] env[70636]: value = "task-2883904" [ 991.108294] env[70636]: _type = "Task" [ 991.108294] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.118572] env[70636]: DEBUG oslo_vmware.api [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.120735] env[70636]: DEBUG nova.compute.manager [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Received event network-changed-84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.120922] env[70636]: DEBUG nova.compute.manager [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Refreshing instance network info cache due to event network-changed-84ff75c5-b91c-4d65-8cc5-750a68e91e61. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.121659] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] Acquiring lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.121818] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] Acquired lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.121981] env[70636]: DEBUG nova.network.neutron [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Refreshing network info cache for port 84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.225590] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.261695] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.261695] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de9c1fd4-e8de-4b87-8737-2b130e61e6de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.270814] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 991.270814] env[70636]: value = "task-2883905" [ 991.270814] env[70636]: _type = "Task" [ 991.270814] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.279069] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883905, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.378891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "refresh_cache-a95a4262-7614-460a-b10f-a622efd96a54" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.379080] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquired lock "refresh_cache-a95a4262-7614-460a-b10f-a622efd96a54" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.379246] env[70636]: DEBUG nova.network.neutron [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.380466] env[70636]: DEBUG oslo_vmware.api [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883902, 'name': PowerOffVM_Task, 'duration_secs': 0.219239} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.381214] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.381214] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.381214] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3525030c-6718-4cb8-910b-14049c716c85 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.420979] env[70636]: DEBUG nova.scheduler.client.report [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.421260] env[70636]: DEBUG nova.compute.provider_tree [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 52 to 53 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.421441] env[70636]: DEBUG nova.compute.provider_tree [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.474882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.474882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.475355] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Deleting the datastore file [datastore2] ccf0bfa7-aa71-4cbd-9657-b908bfc001d8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.475602] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02c1857-1824-4d4c-bf74-d6ab094f5d75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.483097] env[70636]: DEBUG oslo_vmware.api [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for the task: (returnval){ [ 991.483097] env[70636]: value = "task-2883907" [ 991.483097] env[70636]: _type = "Task" [ 991.483097] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.491805] env[70636]: DEBUG oslo_vmware.api [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.619734] env[70636]: DEBUG oslo_vmware.api [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Task: {'id': task-2883904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280881} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.620171] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.620385] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.620565] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.620771] env[70636]: INFO nova.compute.manager [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 991.621204] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.621449] env[70636]: DEBUG nova.compute.manager [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.621545] env[70636]: DEBUG nova.network.neutron [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.652208] env[70636]: DEBUG nova.network.neutron [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.656111] env[70636]: DEBUG nova.compute.manager [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Received event network-vif-plugged-e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.656430] env[70636]: DEBUG oslo_concurrency.lockutils [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] Acquiring lock "a95a4262-7614-460a-b10f-a622efd96a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.656648] env[70636]: DEBUG oslo_concurrency.lockutils [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] Lock "a95a4262-7614-460a-b10f-a622efd96a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.656826] env[70636]: DEBUG oslo_concurrency.lockutils [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] Lock "a95a4262-7614-460a-b10f-a622efd96a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.656990] env[70636]: DEBUG nova.compute.manager [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] No waiting events found dispatching network-vif-plugged-e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.657176] env[70636]: WARNING nova.compute.manager [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Received unexpected event network-vif-plugged-e546eab7-0757-4bfc-8e44-7b73e2ce2cef for instance with vm_state building and task_state spawning. [ 991.657346] env[70636]: DEBUG nova.compute.manager [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Received event network-changed-e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.657964] env[70636]: DEBUG nova.compute.manager [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Refreshing instance network info cache due to event network-changed-e546eab7-0757-4bfc-8e44-7b73e2ce2cef. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.659789] env[70636]: DEBUG oslo_concurrency.lockutils [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] Acquiring lock "refresh_cache-a95a4262-7614-460a-b10f-a622efd96a54" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.785116] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883905, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.927933] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.146s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.928605] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.931806] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.813s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.933959] env[70636]: INFO nova.compute.claims [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.945822] env[70636]: DEBUG nova.network.neutron [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.997704] env[70636]: DEBUG oslo_vmware.api [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Task: {'id': task-2883907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298152} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.998232] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.998760] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.999110] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.999415] env[70636]: INFO nova.compute.manager [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 991.999764] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.003461] env[70636]: DEBUG nova.compute.manager [-] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.003559] env[70636]: DEBUG nova.network.neutron [-] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.089148] env[70636]: DEBUG nova.network.neutron [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updated VIF entry in instance network info cache for port 84ff75c5-b91c-4d65-8cc5-750a68e91e61. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.089385] env[70636]: DEBUG nova.network.neutron [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updating instance_info_cache with network_info: [{"id": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "address": "fa:16:3e:e9:e0:a0", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ff75c5-b9", "ovs_interfaceid": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.126878] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.128789] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.154257] env[70636]: DEBUG nova.network.neutron [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Updating instance_info_cache with network_info: [{"id": "e546eab7-0757-4bfc-8e44-7b73e2ce2cef", "address": "fa:16:3e:80:f6:e3", "network": {"id": "b2eb0a5b-d870-49f2-9b57-68c9999c22d2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1717205883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5ce07de53d46d58ae4a76f4b738b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape546eab7-07", "ovs_interfaceid": "e546eab7-0757-4bfc-8e44-7b73e2ce2cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.159916] env[70636]: DEBUG nova.network.neutron [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.283041] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883905, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.441328] env[70636]: DEBUG nova.compute.utils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.447581] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.447778] env[70636]: DEBUG nova.network.neutron [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.524943] env[70636]: DEBUG nova.policy [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce79a0fdf55445a8fe2769ee6aed585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcf776cc9c5b4c30b0b818300096d93d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.600909] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a775b95-dfe5-44a9-9b11-4462b46688fb req-f8ad300a-9dcf-45f9-858c-c79a9c2b7e75 service nova] Releasing lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.636015] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.636392] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.636628] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.636791] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.636982] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.637184] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.637324] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 992.637473] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.659311] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Releasing lock "refresh_cache-a95a4262-7614-460a-b10f-a622efd96a54" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.659642] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Instance network_info: |[{"id": "e546eab7-0757-4bfc-8e44-7b73e2ce2cef", "address": "fa:16:3e:80:f6:e3", "network": {"id": "b2eb0a5b-d870-49f2-9b57-68c9999c22d2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1717205883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5ce07de53d46d58ae4a76f4b738b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape546eab7-07", "ovs_interfaceid": "e546eab7-0757-4bfc-8e44-7b73e2ce2cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.659939] env[70636]: DEBUG oslo_concurrency.lockutils [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] Acquired lock "refresh_cache-a95a4262-7614-460a-b10f-a622efd96a54" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.660132] env[70636]: DEBUG nova.network.neutron [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Refreshing network info cache for port e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.661231] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f6:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e546eab7-0757-4bfc-8e44-7b73e2ce2cef', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.671024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Creating folder: Project (6e5ce07de53d46d58ae4a76f4b738b40). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.671697] env[70636]: INFO nova.compute.manager [-] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Took 1.05 seconds to deallocate network for instance. [ 992.671907] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2acf788f-fe17-4272-96eb-b146a04c8066 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.689384] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Created folder: Project (6e5ce07de53d46d58ae4a76f4b738b40) in parent group-v579393. [ 992.689896] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Creating folder: Instances. Parent ref: group-v579469. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.690217] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf480a6c-1f8f-47ed-9f57-04290028b823 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.701134] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Created folder: Instances in parent group-v579469. [ 992.701438] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.701681] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.701934] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99843e51-6530-46c8-98e2-4ff0fe6ef570 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.724385] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.724385] env[70636]: value = "task-2883910" [ 992.724385] env[70636]: _type = "Task" [ 992.724385] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.732484] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883910, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.788117] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883905, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.835845] env[70636]: DEBUG nova.network.neutron [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Successfully created port: 0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.949041] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.956319] env[70636]: DEBUG nova.network.neutron [-] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.144450] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.179931] env[70636]: DEBUG nova.compute.manager [req-a604be4c-34a5-4301-a2ee-a13aac7a39bf req-fddc5e6b-4289-4bd5-b2d3-2d19c95daced service nova] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Received event network-vif-deleted-de06f0d6-cf95-48cb-9564-71a0bf6ffb9a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.185616] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.239385] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883910, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.297198] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883905, 'name': CloneVM_Task, 'duration_secs': 1.596544} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.297798] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Created linked-clone VM from snapshot [ 993.298809] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2dbef-66e1-466f-ad25-171de372270d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.309585] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Uploading image 20ad3e1c-22d6-4188-8026-b4ceb395a721 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.340294] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.340294] env[70636]: value = "vm-579468" [ 993.340294] env[70636]: _type = "VirtualMachine" [ 993.340294] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.340790] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5b3b62d-3b36-46d0-96f5-d2f8e7a26098 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.349829] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lease: (returnval){ [ 993.349829] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526f81ec-7102-0157-2371-e59b5052de70" [ 993.349829] env[70636]: _type = "HttpNfcLease" [ 993.349829] env[70636]: } obtained for exporting VM: (result){ [ 993.349829] env[70636]: value = "vm-579468" [ 993.349829] env[70636]: _type = "VirtualMachine" [ 993.349829] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.350437] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the lease: (returnval){ [ 993.350437] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526f81ec-7102-0157-2371-e59b5052de70" [ 993.350437] env[70636]: _type = "HttpNfcLease" [ 993.350437] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.361273] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.361273] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526f81ec-7102-0157-2371-e59b5052de70" [ 993.361273] env[70636]: _type = "HttpNfcLease" [ 993.361273] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.470199] env[70636]: INFO nova.compute.manager [-] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Took 1.47 seconds to deallocate network for instance. [ 993.558108] env[70636]: DEBUG nova.network.neutron [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Updated VIF entry in instance network info cache for port e546eab7-0757-4bfc-8e44-7b73e2ce2cef. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.558108] env[70636]: DEBUG nova.network.neutron [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Updating instance_info_cache with network_info: [{"id": "e546eab7-0757-4bfc-8e44-7b73e2ce2cef", "address": "fa:16:3e:80:f6:e3", "network": {"id": "b2eb0a5b-d870-49f2-9b57-68c9999c22d2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1717205883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e5ce07de53d46d58ae4a76f4b738b40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape546eab7-07", "ovs_interfaceid": "e546eab7-0757-4bfc-8e44-7b73e2ce2cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.575045] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb3dcc9-e62f-48e5-b17f-9680460dee3f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.583815] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c16c4a6-630d-4c07-adb2-75a5cf2327f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.620489] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba46e1d-e395-4af2-988e-0ee951723649 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.628333] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce1136-d8ea-47e3-8d28-4e8234a54efa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.643031] env[70636]: DEBUG nova.compute.provider_tree [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.740427] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883910, 'name': CreateVM_Task, 'duration_secs': 0.769325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.742156] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.742917] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.743103] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.743436] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.743744] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baaa774-671b-428b-a1db-94bd26fb0c0a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.751818] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 993.751818] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d701c3-7fa7-be8d-be7d-513e18c3ae37" [ 993.751818] env[70636]: _type = "Task" [ 993.751818] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.762686] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d701c3-7fa7-be8d-be7d-513e18c3ae37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.865061] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.865061] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526f81ec-7102-0157-2371-e59b5052de70" [ 993.865061] env[70636]: _type = "HttpNfcLease" [ 993.865061] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 993.865361] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 993.865361] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526f81ec-7102-0157-2371-e59b5052de70" [ 993.865361] env[70636]: _type = "HttpNfcLease" [ 993.865361] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 993.865904] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2913994-c22d-48f9-b9ec-d2c2a26b7ba3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.873531] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf0761-c435-698f-8772-dd8bd9e313b1/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 993.873674] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf0761-c435-698f-8772-dd8bd9e313b1/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 993.966576] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.971198] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f5f19a5-8b96-4ef8-a818-67e1eedf8fab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.977585] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.994264] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.994921] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.995084] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.995292] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.995414] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.995702] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.995764] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.995941] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.996149] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.996336] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.996517] env[70636]: DEBUG nova.virt.hardware [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.998635] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2699b800-fb7f-4a67-8012-12c3eff80943 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.011731] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14535db1-827f-4b5b-bdbb-f798a58df97e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.061065] env[70636]: DEBUG oslo_concurrency.lockutils [req-bafc480e-4078-4a7a-8747-ed9848aa3e3f req-9380979e-39f8-436c-9799-34080421c56d service nova] Releasing lock "refresh_cache-a95a4262-7614-460a-b10f-a622efd96a54" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.196573] env[70636]: DEBUG nova.scheduler.client.report [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 994.196831] env[70636]: DEBUG nova.compute.provider_tree [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 53 to 54 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.197011] env[70636]: DEBUG nova.compute.provider_tree [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.262923] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d701c3-7fa7-be8d-be7d-513e18c3ae37, 'name': SearchDatastore_Task, 'duration_secs': 0.014463} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.268045] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.268398] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.268998] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.269170] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.269357] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.270071] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca68932-0731-48ee-b4ed-dcbd6498f18f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.279595] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.279725] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.281124] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe52eb3-2b86-490e-9501-b44b53090b44 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.286973] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 994.286973] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5288f1be-abcf-3a53-3fd2-eab9cd2364f2" [ 994.286973] env[70636]: _type = "Task" [ 994.286973] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.297960] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5288f1be-abcf-3a53-3fd2-eab9cd2364f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.347688] env[70636]: DEBUG nova.compute.manager [req-50c261c7-a456-4f9c-b32a-4ea106209f99 req-bfde87ec-0bfd-476a-a036-c903c8df742f service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Received event network-vif-plugged-0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.347933] env[70636]: DEBUG oslo_concurrency.lockutils [req-50c261c7-a456-4f9c-b32a-4ea106209f99 req-bfde87ec-0bfd-476a-a036-c903c8df742f service nova] Acquiring lock "161cd7d8-686a-4dc4-9c73-059f4e194c13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.348177] env[70636]: DEBUG oslo_concurrency.lockutils [req-50c261c7-a456-4f9c-b32a-4ea106209f99 req-bfde87ec-0bfd-476a-a036-c903c8df742f service nova] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.348356] env[70636]: DEBUG oslo_concurrency.lockutils [req-50c261c7-a456-4f9c-b32a-4ea106209f99 req-bfde87ec-0bfd-476a-a036-c903c8df742f service nova] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.348535] env[70636]: DEBUG nova.compute.manager [req-50c261c7-a456-4f9c-b32a-4ea106209f99 req-bfde87ec-0bfd-476a-a036-c903c8df742f service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] No waiting events found dispatching network-vif-plugged-0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.348721] env[70636]: WARNING nova.compute.manager [req-50c261c7-a456-4f9c-b32a-4ea106209f99 req-bfde87ec-0bfd-476a-a036-c903c8df742f service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Received unexpected event network-vif-plugged-0cb296e6-86a1-4a0e-b426-93385e23a209 for instance with vm_state building and task_state spawning. [ 994.418224] env[70636]: DEBUG nova.network.neutron [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Successfully updated port: 0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.702846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.703482] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.706511] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.136s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.707855] env[70636]: DEBUG nova.objects.instance [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lazy-loading 'resources' on Instance uuid fbab4e0d-2a88-450b-99b2-944a06fc5efc {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.799075] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5288f1be-abcf-3a53-3fd2-eab9cd2364f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.799956] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db65b7d1-3476-4293-bb14-129f6fcd99bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.807520] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 994.807520] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520b7eea-d17c-d748-a925-ac4274251e50" [ 994.807520] env[70636]: _type = "Task" [ 994.807520] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.816268] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520b7eea-d17c-d748-a925-ac4274251e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.928319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-161cd7d8-686a-4dc4-9c73-059f4e194c13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.928545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-161cd7d8-686a-4dc4-9c73-059f4e194c13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.928695] env[70636]: DEBUG nova.network.neutron [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.211859] env[70636]: DEBUG nova.compute.utils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.216897] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.216897] env[70636]: DEBUG nova.network.neutron [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.279702] env[70636]: DEBUG nova.policy [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b419d49f1241999f16a12ecf8d0860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65b37fd8bfa94b8dbb0b894c1caa1078', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.321160] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520b7eea-d17c-d748-a925-ac4274251e50, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.322451] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.322451] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a95a4262-7614-460a-b10f-a622efd96a54/a95a4262-7614-460a-b10f-a622efd96a54.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.322709] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94b4c70-024f-4328-8477-2951271864cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.331194] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 995.331194] env[70636]: value = "task-2883916" [ 995.331194] env[70636]: _type = "Task" [ 995.331194] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.340226] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.482825] env[70636]: DEBUG nova.network.neutron [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.572878] env[70636]: DEBUG nova.network.neutron [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Successfully created port: bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.645688] env[70636]: DEBUG nova.network.neutron [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Updating instance_info_cache with network_info: [{"id": "0cb296e6-86a1-4a0e-b426-93385e23a209", "address": "fa:16:3e:f4:54:74", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb296e6-86", "ovs_interfaceid": "0cb296e6-86a1-4a0e-b426-93385e23a209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.717817] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.797109] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552788d0-400f-4497-a440-6bbf19e02999 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.810807] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f46e8-696e-4539-8c47-74558ec925c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.861513] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8bfda-e349-4119-993e-780c7c77bfad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.874434] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9453c0cb-d5a7-487d-a861-94278bbfae02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.879072] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883916, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.893260] env[70636]: DEBUG nova.compute.provider_tree [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.148601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-161cd7d8-686a-4dc4-9c73-059f4e194c13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.149282] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance network_info: |[{"id": "0cb296e6-86a1-4a0e-b426-93385e23a209", "address": "fa:16:3e:f4:54:74", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb296e6-86", "ovs_interfaceid": "0cb296e6-86a1-4a0e-b426-93385e23a209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.150116] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:54:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb296e6-86a1-4a0e-b426-93385e23a209', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.158828] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating folder: Project (fcf776cc9c5b4c30b0b818300096d93d). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.159794] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dced839-cca4-4853-b677-1422bcd29340 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.172092] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created folder: Project (fcf776cc9c5b4c30b0b818300096d93d) in parent group-v579393. [ 996.172344] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating folder: Instances. Parent ref: group-v579475. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.172709] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7238bf56-e690-4f21-b932-49d18f297f93 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.182602] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created folder: Instances in parent group-v579475. [ 996.182965] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.183284] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.183554] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7cb77e3-f8d4-452e-ac4e-0141a2a7c2d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.205889] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.205889] env[70636]: value = "task-2883919" [ 996.205889] env[70636]: _type = "Task" [ 996.205889] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.213621] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883919, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.364759] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582376} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.365554] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a95a4262-7614-460a-b10f-a622efd96a54/a95a4262-7614-460a-b10f-a622efd96a54.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.365554] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.365683] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b536c78-5a19-4bb8-835e-7dc5d3cc5020 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.373220] env[70636]: DEBUG nova.compute.manager [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Received event network-changed-0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.373457] env[70636]: DEBUG nova.compute.manager [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Refreshing instance network info cache due to event network-changed-0cb296e6-86a1-4a0e-b426-93385e23a209. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.373730] env[70636]: DEBUG oslo_concurrency.lockutils [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] Acquiring lock "refresh_cache-161cd7d8-686a-4dc4-9c73-059f4e194c13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.373916] env[70636]: DEBUG oslo_concurrency.lockutils [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] Acquired lock "refresh_cache-161cd7d8-686a-4dc4-9c73-059f4e194c13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374498] env[70636]: DEBUG nova.network.neutron [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Refreshing network info cache for port 0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.377610] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 996.377610] env[70636]: value = "task-2883920" [ 996.377610] env[70636]: _type = "Task" [ 996.377610] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.388323] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.397185] env[70636]: DEBUG nova.scheduler.client.report [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.717006] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883919, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.729370] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.863233] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.863693] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.863948] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.864298] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.864556] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.864802] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.865186] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.866241] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.870023] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.870023] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.870023] env[70636]: DEBUG nova.virt.hardware [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.870023] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8af335-3f5f-46ff-b8fc-dda1b063b623 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.889481] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc3f812-9838-43fd-bfc9-1c0711661608 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.914485] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.917098] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080028} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.918208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.079s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.920055] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.920949] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb52eb8f-faad-4cd7-819a-1e3279468ab7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.948362] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a95a4262-7614-460a-b10f-a622efd96a54/a95a4262-7614-460a-b10f-a622efd96a54.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.952838] env[70636]: INFO nova.scheduler.client.report [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Deleted allocations for instance fbab4e0d-2a88-450b-99b2-944a06fc5efc [ 996.954058] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ff94e4-d50c-454f-978a-406170df76c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.978206] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 996.978206] env[70636]: value = "task-2883921" [ 996.978206] env[70636]: _type = "Task" [ 996.978206] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.991555] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.225658] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883919, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.402163] env[70636]: DEBUG nova.network.neutron [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Updated VIF entry in instance network info cache for port 0cb296e6-86a1-4a0e-b426-93385e23a209. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.402163] env[70636]: DEBUG nova.network.neutron [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Updating instance_info_cache with network_info: [{"id": "0cb296e6-86a1-4a0e-b426-93385e23a209", "address": "fa:16:3e:f4:54:74", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb296e6-86", "ovs_interfaceid": "0cb296e6-86a1-4a0e-b426-93385e23a209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.413619] env[70636]: DEBUG nova.network.neutron [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Successfully updated port: bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.480025] env[70636]: DEBUG oslo_concurrency.lockutils [None req-537924d2-f222-4cd5-bdd8-92a00e3a03b0 tempest-AttachInterfacesV270Test-922447846 tempest-AttachInterfacesV270Test-922447846-project-member] Lock "fbab4e0d-2a88-450b-99b2-944a06fc5efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.645s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.492115] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883921, 'name': ReconfigVM_Task, 'duration_secs': 0.406672} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.495076] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a95a4262-7614-460a-b10f-a622efd96a54/a95a4262-7614-460a-b10f-a622efd96a54.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.497207] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919e1a08-8456-450e-bdf2-e123e3c7001a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.511018] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 997.511018] env[70636]: value = "task-2883923" [ 997.511018] env[70636]: _type = "Task" [ 997.511018] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.524812] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883923, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.722054] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883919, 'name': CreateVM_Task, 'duration_secs': 1.393706} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.724981] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.726106] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.726372] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.726768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.727144] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97cff65f-7988-4ee4-a3f7-a38607b3ff0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.732330] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 997.732330] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52deb556-1fba-51e9-e5fa-bc5225f2bc9a" [ 997.732330] env[70636]: _type = "Task" [ 997.732330] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.741138] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52deb556-1fba-51e9-e5fa-bc5225f2bc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.904990] env[70636]: DEBUG oslo_concurrency.lockutils [req-c0eebe9c-0e8f-4d44-ab96-ee05095e8cb9 req-895ea907-6546-4f26-8d8f-3f4478de97e0 service nova] Releasing lock "refresh_cache-161cd7d8-686a-4dc4-9c73-059f4e194c13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.923208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "refresh_cache-f0d4724b-e7e5-4f6f-b973-fab3690f33ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.923208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired lock "refresh_cache-f0d4724b-e7e5-4f6f-b973-fab3690f33ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.923208] env[70636]: DEBUG nova.network.neutron [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.989331] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27563237-6858-481a-842e-14c1edd1a475 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.997897] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c3b6f-b20a-4c6b-b2a5-a6631b387f58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.036550] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e534ebe-a473-461d-a8e0-74f60db41fe3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.045502] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883923, 'name': Rename_Task, 'duration_secs': 0.145043} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.047915] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.048252] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb9594b-6ab2-46d0-b722-49f4de3775f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.051011] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d46216-3ec0-434c-a93c-a2df9f8966cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.067478] env[70636]: DEBUG nova.compute.provider_tree [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.072977] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 998.072977] env[70636]: value = "task-2883924" [ 998.072977] env[70636]: _type = "Task" [ 998.072977] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.084135] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883924, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.243999] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52deb556-1fba-51e9-e5fa-bc5225f2bc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.244404] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.244570] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.244797] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.244941] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.245136] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.245414] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810c2460-5e7d-4677-95a1-f60dc6bd4445 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.253778] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.253965] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.254818] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b991203e-6aaa-4e96-b578-64955c6b2347 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.260265] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 998.260265] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5290a585-f50c-f3a4-0c50-b5743d64af6f" [ 998.260265] env[70636]: _type = "Task" [ 998.260265] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.268490] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5290a585-f50c-f3a4-0c50-b5743d64af6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.457697] env[70636]: DEBUG nova.network.neutron [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.573022] env[70636]: DEBUG nova.scheduler.client.report [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.585661] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883924, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.643628] env[70636]: DEBUG nova.compute.manager [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Received event network-vif-plugged-bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.643847] env[70636]: DEBUG oslo_concurrency.lockutils [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] Acquiring lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.644078] env[70636]: DEBUG oslo_concurrency.lockutils [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.644738] env[70636]: DEBUG oslo_concurrency.lockutils [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.644947] env[70636]: DEBUG nova.compute.manager [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] No waiting events found dispatching network-vif-plugged-bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.645103] env[70636]: WARNING nova.compute.manager [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Received unexpected event network-vif-plugged-bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 for instance with vm_state building and task_state spawning. [ 998.645253] env[70636]: DEBUG nova.compute.manager [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Received event network-changed-bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.645405] env[70636]: DEBUG nova.compute.manager [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Refreshing instance network info cache due to event network-changed-bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.645564] env[70636]: DEBUG oslo_concurrency.lockutils [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] Acquiring lock "refresh_cache-f0d4724b-e7e5-4f6f-b973-fab3690f33ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.677710] env[70636]: DEBUG nova.network.neutron [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Updating instance_info_cache with network_info: [{"id": "bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6", "address": "fa:16:3e:57:00:0d", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0f6c22-89", "ovs_interfaceid": "bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.774259] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5290a585-f50c-f3a4-0c50-b5743d64af6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.775092] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e603fbb-bb2f-4acd-b586-5043d0da3dc6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.783222] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 998.783222] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285074f-ab1c-74c4-5610-576e67b9a4fa" [ 998.783222] env[70636]: _type = "Task" [ 998.783222] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.792927] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285074f-ab1c-74c4-5610-576e67b9a4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.092274] env[70636]: DEBUG oslo_vmware.api [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883924, 'name': PowerOnVM_Task, 'duration_secs': 0.640534} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.092444] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.092740] env[70636]: INFO nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Took 9.28 seconds to spawn the instance on the hypervisor. [ 999.093021] env[70636]: DEBUG nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.094902] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5953b55f-ba19-40b4-9bec-493d8a347e1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.181062] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Releasing lock "refresh_cache-f0d4724b-e7e5-4f6f-b973-fab3690f33ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.181413] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Instance network_info: |[{"id": "bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6", "address": "fa:16:3e:57:00:0d", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0f6c22-89", "ovs_interfaceid": "bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.181761] env[70636]: DEBUG oslo_concurrency.lockutils [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] Acquired lock "refresh_cache-f0d4724b-e7e5-4f6f-b973-fab3690f33ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.181997] env[70636]: DEBUG nova.network.neutron [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Refreshing network info cache for port bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.183309] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:00:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.193199] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.196807] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.197435] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f892245-73a4-4a84-9fa4-019fe4431304 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.224730] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.224730] env[70636]: value = "task-2883925" [ 999.224730] env[70636]: _type = "Task" [ 999.224730] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.236159] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883925, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.295187] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285074f-ab1c-74c4-5610-576e67b9a4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.295442] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.295653] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.295944] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34e0e617-48af-4d9a-954f-10fa84e9a1fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.305600] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 999.305600] env[70636]: value = "task-2883926" [ 999.305600] env[70636]: _type = "Task" [ 999.305600] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.312907] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.487857] env[70636]: DEBUG nova.network.neutron [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Updated VIF entry in instance network info cache for port bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.488485] env[70636]: DEBUG nova.network.neutron [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Updating instance_info_cache with network_info: [{"id": "bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6", "address": "fa:16:3e:57:00:0d", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0f6c22-89", "ovs_interfaceid": "bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.587219] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.669s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.590575] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.558s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.590786] env[70636]: DEBUG nova.objects.instance [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lazy-loading 'resources' on Instance uuid 806dc7b0-cf92-458e-a6ae-63d146fbff1f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.620461] env[70636]: INFO nova.compute.manager [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Took 45.75 seconds to build instance. [ 999.735317] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883925, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.815618] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.991241] env[70636]: DEBUG oslo_concurrency.lockutils [req-950daec0-05c9-43b8-8fce-c99e051501c8 req-9ecd8c06-57df-42fc-b9b8-da920e99441d service nova] Releasing lock "refresh_cache-f0d4724b-e7e5-4f6f-b973-fab3690f33ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.125096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c7d153-a2a1-4ea9-ab6a-41b65c1e52af tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "a95a4262-7614-460a-b10f-a622efd96a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.447s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.165427] env[70636]: INFO nova.scheduler.client.report [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleted allocation for migration b36eb446-e82a-4a07-ae45-882e5b6f61e9 [ 1000.243652] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883925, 'name': CreateVM_Task, 'duration_secs': 0.588961} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.243853] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.244773] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.245014] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.245440] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.249070] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b58ba74-d3f3-4b5b-b618-6036f6c1af4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.255549] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1000.255549] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526246d1-18a0-5cf2-29cf-2be2534f783b" [ 1000.255549] env[70636]: _type = "Task" [ 1000.255549] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.266025] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526246d1-18a0-5cf2-29cf-2be2534f783b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.316550] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574198} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.316821] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.317297] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.317297] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ae66dc-e07f-40b5-9efe-8082286ad39d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.327026] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1000.327026] env[70636]: value = "task-2883928" [ 1000.327026] env[70636]: _type = "Task" [ 1000.327026] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.335432] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.574021] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c2499-b93d-47bb-9f25-03024408ef02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.582696] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becff726-71cb-4e08-8ffc-e674bbcf5dfa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.619381] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a41b1a0-2fc8-42e2-8ace-b32fcab3fb1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.628190] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a13eef5-65fc-4bc1-a8fe-5cf824c2e80e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.634019] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.648260] env[70636]: DEBUG nova.compute.provider_tree [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.671628] env[70636]: DEBUG oslo_concurrency.lockutils [None req-96714027-5227-4208-8959-a880972e29bd tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.963s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.767682] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526246d1-18a0-5cf2-29cf-2be2534f783b, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.768077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.768353] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.768646] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.768832] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.769043] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.769369] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ebc6a1-c0af-4111-9231-306ef17bbac5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.778842] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.779048] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.779797] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e690d173-c133-404b-a8a5-e61ca17511b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.785313] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1000.785313] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a4c55-5da8-3760-cbf9-f2838154019e" [ 1000.785313] env[70636]: _type = "Task" [ 1000.785313] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.793549] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a4c55-5da8-3760-cbf9-f2838154019e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.838356] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107823} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.838880] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.839594] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a7111-e0ed-444b-8bb8-9be7939896b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.864174] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.864611] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e85090-bdaa-49ae-97c4-19125b82df84 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.885638] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1000.885638] env[70636]: value = "task-2883929" [ 1000.885638] env[70636]: _type = "Task" [ 1000.885638] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.893652] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.151255] env[70636]: DEBUG nova.scheduler.client.report [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.161816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.297554] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a4c55-5da8-3760-cbf9-f2838154019e, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.298462] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a720f6f9-26e6-4ba1-86bd-adc89a8c8735 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.303838] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1001.303838] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52821dea-a7b0-87fd-e09b-39704e1e9ff9" [ 1001.303838] env[70636]: _type = "Task" [ 1001.303838] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.312645] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52821dea-a7b0-87fd-e09b-39704e1e9ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.395628] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883929, 'name': ReconfigVM_Task, 'duration_secs': 0.3252} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.395994] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.396880] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f10ff95-5fd1-4e40-a0df-f73ff53efefc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.405243] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1001.405243] env[70636]: value = "task-2883930" [ 1001.405243] env[70636]: _type = "Task" [ 1001.405243] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.413774] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883930, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.656825] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.660347] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.348s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.662060] env[70636]: INFO nova.compute.claims [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.683237] env[70636]: INFO nova.scheduler.client.report [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Deleted allocations for instance 806dc7b0-cf92-458e-a6ae-63d146fbff1f [ 1001.819870] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52821dea-a7b0-87fd-e09b-39704e1e9ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.820157] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.820678] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f0d4724b-e7e5-4f6f-b973-fab3690f33ac/f0d4724b-e7e5-4f6f-b973-fab3690f33ac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.820678] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fcef75c-2574-46bc-b8b0-60bf6961660a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.827962] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1001.827962] env[70636]: value = "task-2883932" [ 1001.827962] env[70636]: _type = "Task" [ 1001.827962] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.843087] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.914864] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883930, 'name': Rename_Task, 'duration_secs': 0.153789} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.915558] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.915558] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384f3fdd-3cb8-4cc1-ad12-e2f993830217 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.922539] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1001.922539] env[70636]: value = "task-2883933" [ 1001.922539] env[70636]: _type = "Task" [ 1001.922539] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.931380] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.072200] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf0761-c435-698f-8772-dd8bd9e313b1/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.072989] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33cc31-21a7-487d-8d6e-9affcd2a20d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.080164] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf0761-c435-698f-8772-dd8bd9e313b1/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.080337] env[70636]: ERROR oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf0761-c435-698f-8772-dd8bd9e313b1/disk-0.vmdk due to incomplete transfer. [ 1002.080669] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45d6b4fa-3450-4be6-8171-96350313d843 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.091734] env[70636]: DEBUG oslo_vmware.rw_handles [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf0761-c435-698f-8772-dd8bd9e313b1/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.091947] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Uploaded image 20ad3e1c-22d6-4188-8026-b4ceb395a721 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.094181] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.094511] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d08ad289-da55-4855-9588-97bbe4c8afc8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.101290] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1002.101290] env[70636]: value = "task-2883934" [ 1002.101290] env[70636]: _type = "Task" [ 1002.101290] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.111170] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883934, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.191690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e7cf489-0a32-41a9-9427-9cf81f27bf16 tempest-ServerDiagnosticsNegativeTest-1357527094 tempest-ServerDiagnosticsNegativeTest-1357527094-project-member] Lock "806dc7b0-cf92-458e-a6ae-63d146fbff1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.851s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.314066] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "a95a4262-7614-460a-b10f-a622efd96a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.314712] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "a95a4262-7614-460a-b10f-a622efd96a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.315125] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "a95a4262-7614-460a-b10f-a622efd96a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.315512] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "a95a4262-7614-460a-b10f-a622efd96a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.315853] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "a95a4262-7614-460a-b10f-a622efd96a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.318599] env[70636]: INFO nova.compute.manager [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Terminating instance [ 1002.339633] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.438514] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.612510] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883934, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.826956] env[70636]: DEBUG nova.compute.manager [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.827244] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.828687] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29a494-bee1-4891-b44c-56869283bd87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.844011] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651942} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.849239] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f0d4724b-e7e5-4f6f-b973-fab3690f33ac/f0d4724b-e7e5-4f6f-b973-fab3690f33ac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.849509] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.849903] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.850415] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dce9e839-2c5c-414a-8ad3-5d6be839c25f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.852469] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adcad42-143b-47fb-b5af-6e9e131de488 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.859413] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1002.859413] env[70636]: value = "task-2883935" [ 1002.859413] env[70636]: _type = "Task" [ 1002.859413] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.860838] env[70636]: DEBUG oslo_vmware.api [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 1002.860838] env[70636]: value = "task-2883936" [ 1002.860838] env[70636]: _type = "Task" [ 1002.860838] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.881364] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.884880] env[70636]: DEBUG oslo_vmware.api [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.936239] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883933, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.055795] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "f2842deb-72c7-47d0-ba67-09665b96669e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.056057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.120102] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883934, 'name': Destroy_Task, 'duration_secs': 0.547992} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.120395] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Destroyed the VM [ 1003.120631] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.120892] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f60e22ea-327d-4f17-83b7-23525861e6a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.129047] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1003.129047] env[70636]: value = "task-2883937" [ 1003.129047] env[70636]: _type = "Task" [ 1003.129047] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.139759] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.270076] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce86571-8a09-4bd1-93ad-7c8b310fc237 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.281864] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526dfaee-8250-43a8-bb19-7a96c8d5c3e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.315046] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a029f-7de4-43f2-8697-1b7c50960484 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.327186] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c3903-3303-49a9-9cc8-e5980957287b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.342157] env[70636]: DEBUG nova.compute.provider_tree [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.379067] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076313} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.382170] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.382489] env[70636]: DEBUG oslo_vmware.api [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883936, 'name': PowerOffVM_Task, 'duration_secs': 0.408549} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.389024] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c76601-51cf-4d79-bee3-956512872b4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.389024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.389024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.390237] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcbec526-2c81-42d5-bf33-7cf062a02187 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.414043] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f0d4724b-e7e5-4f6f-b973-fab3690f33ac/f0d4724b-e7e5-4f6f-b973-fab3690f33ac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.414826] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb64ff3-c123-4e65-9cda-96b6d8f475aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.439159] env[70636]: DEBUG oslo_vmware.api [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883933, 'name': PowerOnVM_Task, 'duration_secs': 1.026911} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.440599] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.441094] env[70636]: INFO nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1003.441094] env[70636]: DEBUG nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.441701] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1003.441701] env[70636]: value = "task-2883939" [ 1003.441701] env[70636]: _type = "Task" [ 1003.441701] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.442135] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab5892d-5863-4aee-89cc-51be3c2faa22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.462106] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.637133] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883937, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.818052] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.818302] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.848868] env[70636]: DEBUG nova.scheduler.client.report [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.955892] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.967692] env[70636]: INFO nova.compute.manager [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Took 47.87 seconds to build instance. [ 1004.138864] env[70636]: DEBUG oslo_vmware.api [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883937, 'name': RemoveSnapshot_Task, 'duration_secs': 0.916873} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.138864] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.138864] env[70636]: INFO nova.compute.manager [None req-08eceacb-b0ee-4230-a618-f563a79b9093 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Took 14.97 seconds to snapshot the instance on the hypervisor. [ 1004.354601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.355129] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.358200] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.036s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.358318] env[70636]: DEBUG nova.objects.instance [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lazy-loading 'resources' on Instance uuid bf6957cf-a32d-4faf-b388-a55b92a2294b {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.456054] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883939, 'name': ReconfigVM_Task, 'duration_secs': 0.712436} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.457224] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f0d4724b-e7e5-4f6f-b973-fab3690f33ac/f0d4724b-e7e5-4f6f-b973-fab3690f33ac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.457224] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4044d52b-0636-405f-bb67-96c04d3411c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.464066] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1004.464066] env[70636]: value = "task-2883941" [ 1004.464066] env[70636]: _type = "Task" [ 1004.464066] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.469472] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bcc422da-2aaf-4cfc-86f5-a9c85fccd34b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.994s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.475645] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883941, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.628391] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.628605] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.628784] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Deleting the datastore file [datastore1] a95a4262-7614-460a-b10f-a622efd96a54 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.629103] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa347e6-37b4-4651-b72a-f70f8e900d42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.635628] env[70636]: DEBUG oslo_vmware.api [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for the task: (returnval){ [ 1004.635628] env[70636]: value = "task-2883942" [ 1004.635628] env[70636]: _type = "Task" [ 1004.635628] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.646814] env[70636]: DEBUG oslo_vmware.api [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.833045] env[70636]: INFO nova.compute.manager [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Rebuilding instance [ 1004.868397] env[70636]: DEBUG nova.compute.utils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.871037] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.871037] env[70636]: DEBUG nova.network.neutron [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.894554] env[70636]: DEBUG nova.compute.manager [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.895453] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b164c3d4-f949-41ca-b8c5-5438327282b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.944351] env[70636]: DEBUG nova.policy [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c09ae85d4f354045bbea529e8f33174b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a0504379eac4999b10016e748d8bedd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.973685] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.976381] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883941, 'name': Rename_Task, 'duration_secs': 0.170816} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.979132] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.979547] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5903761-ee5e-4bd4-8946-4fba004c4682 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.986165] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1004.986165] env[70636]: value = "task-2883943" [ 1004.986165] env[70636]: _type = "Task" [ 1004.986165] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.996730] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.147228] env[70636]: DEBUG oslo_vmware.api [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Task: {'id': task-2883942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207662} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.149947] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.150120] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.150302] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.150476] env[70636]: INFO nova.compute.manager [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1005.150717] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.151387] env[70636]: DEBUG nova.compute.manager [-] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.151485] env[70636]: DEBUG nova.network.neutron [-] [instance: a95a4262-7614-460a-b10f-a622efd96a54] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.323762] env[70636]: DEBUG nova.network.neutron [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Successfully created port: 7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.378943] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.444647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc84997f-3f8c-4cdd-99b2-d4605639f357 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.455227] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7d501-92be-4da8-af62-80e84146c6ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.504688] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ced89-30eb-4ebb-9615-c636592bd14b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.510269] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.510581] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.512405] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.515999] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.519723] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d8d4e2-e69b-4241-aa99-56982df13cbf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.536493] env[70636]: DEBUG nova.compute.provider_tree [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.826185] env[70636]: DEBUG nova.compute.manager [req-40381689-8dc8-447d-aead-eedda1c14c31 req-791854e1-7928-4234-99e6-0d7901d6a378 service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Received event network-vif-deleted-e546eab7-0757-4bfc-8e44-7b73e2ce2cef {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.826465] env[70636]: INFO nova.compute.manager [req-40381689-8dc8-447d-aead-eedda1c14c31 req-791854e1-7928-4234-99e6-0d7901d6a378 service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Neutron deleted interface e546eab7-0757-4bfc-8e44-7b73e2ce2cef; detaching it from the instance and deleting it from the info cache [ 1005.826772] env[70636]: DEBUG nova.network.neutron [req-40381689-8dc8-447d-aead-eedda1c14c31 req-791854e1-7928-4234-99e6-0d7901d6a378 service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.917428] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.917798] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae0e414-89c0-4bd4-8265-d9df2d62cb42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.929240] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1005.929240] env[70636]: value = "task-2883945" [ 1005.929240] env[70636]: _type = "Task" [ 1005.929240] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.940811] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.009499] env[70636]: DEBUG oslo_vmware.api [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883943, 'name': PowerOnVM_Task, 'duration_secs': 0.972873} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.009499] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.009499] env[70636]: INFO nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1006.009615] env[70636]: DEBUG nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.010424] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c9cd4c-3d9d-446f-9f2b-b5dbdc6ded8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.058113] env[70636]: ERROR nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [req-a41968da-ca3e-4422-a159-3f12c729be0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a41968da-ca3e-4422-a159-3f12c729be0f"}]} [ 1006.072023] env[70636]: DEBUG nova.network.neutron [-] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.076525] env[70636]: DEBUG nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.092843] env[70636]: DEBUG nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.092843] env[70636]: DEBUG nova.compute.provider_tree [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.104777] env[70636]: DEBUG nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.121469] env[70636]: DEBUG nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.330695] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98095519-5f36-4cdb-a75e-6b822296eafb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.340051] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50078df2-0ea2-4164-a536-c8aeff6d0848 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.374978] env[70636]: DEBUG nova.compute.manager [req-40381689-8dc8-447d-aead-eedda1c14c31 req-791854e1-7928-4234-99e6-0d7901d6a378 service nova] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Detach interface failed, port_id=e546eab7-0757-4bfc-8e44-7b73e2ce2cef, reason: Instance a95a4262-7614-460a-b10f-a622efd96a54 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.389038] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.411557] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.411798] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.411960] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.412163] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.412314] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.412463] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.412674] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.412831] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.413024] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.413195] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.413366] env[70636]: DEBUG nova.virt.hardware [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.414290] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8a4a3-a995-407f-ac66-fc80e5787145 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.424726] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3e943-bbd7-43b1-94cb-2a628ea06b32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.451456] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883945, 'name': PowerOffVM_Task, 'duration_secs': 0.395001} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.452339] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.452593] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.453416] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479e96ec-110b-4696-a39c-64cf88b87287 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.461052] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.461917] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8daf147-8df8-48d4-bc2b-6018466e2736 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.531454] env[70636]: INFO nova.compute.manager [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Took 46.45 seconds to build instance. [ 1006.545590] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.545896] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.545896] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore1] 161cd7d8-686a-4dc4-9c73-059f4e194c13 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.546340] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788ea8c6-7450-4892-9cc1-d8c3a07a94d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.552512] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1006.552512] env[70636]: value = "task-2883947" [ 1006.552512] env[70636]: _type = "Task" [ 1006.552512] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.563581] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.573780] env[70636]: INFO nova.compute.manager [-] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Took 1.42 seconds to deallocate network for instance. [ 1006.617225] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9440fb6-0406-48f9-9bcd-d6261af2f8d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.626349] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7427323-fbbf-4450-8280-748ae17335b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.657597] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56c9eb-3822-4cd2-b6a5-06b6bdd69708 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.665181] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6442fe-699d-4e2f-8f2b-000124b22dd6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.678516] env[70636]: DEBUG nova.compute.provider_tree [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.752766] env[70636]: DEBUG nova.compute.manager [req-f0854403-f70f-4173-91c1-df2ede5a8064 req-5ef2c84d-2dd1-48b2-8c88-557412649a9c service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Received event network-vif-plugged-7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.753034] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0854403-f70f-4173-91c1-df2ede5a8064 req-5ef2c84d-2dd1-48b2-8c88-557412649a9c service nova] Acquiring lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.753214] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0854403-f70f-4173-91c1-df2ede5a8064 req-5ef2c84d-2dd1-48b2-8c88-557412649a9c service nova] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.753410] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0854403-f70f-4173-91c1-df2ede5a8064 req-5ef2c84d-2dd1-48b2-8c88-557412649a9c service nova] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.753580] env[70636]: DEBUG nova.compute.manager [req-f0854403-f70f-4173-91c1-df2ede5a8064 req-5ef2c84d-2dd1-48b2-8c88-557412649a9c service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] No waiting events found dispatching network-vif-plugged-7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.753743] env[70636]: WARNING nova.compute.manager [req-f0854403-f70f-4173-91c1-df2ede5a8064 req-5ef2c84d-2dd1-48b2-8c88-557412649a9c service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Received unexpected event network-vif-plugged-7a5d8ed6-546d-4051-9b71-d815d1657cea for instance with vm_state building and task_state spawning. [ 1006.831348] env[70636]: DEBUG nova.network.neutron [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Successfully updated port: 7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.934428] env[70636]: DEBUG nova.compute.manager [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.935384] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbbffbe-0c68-45ef-b183-a7c36ded8a99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.034426] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7e0ffab2-fe02-4eca-b791-cef0343f58bb tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.017s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.064103] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443373} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.064377] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.064573] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.064744] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.080682] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.186937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.187199] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.187396] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.188874] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.188874] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.190645] env[70636]: INFO nova.compute.manager [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Terminating instance [ 1007.218008] env[70636]: DEBUG nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1007.218286] env[70636]: DEBUG nova.compute.provider_tree [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 58 to 59 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.218468] env[70636]: DEBUG nova.compute.provider_tree [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.335038] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "refresh_cache-37e78c17-1f84-4d2e-b362-6fe4d668c7f8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.335326] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "refresh_cache-37e78c17-1f84-4d2e-b362-6fe4d668c7f8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.335555] env[70636]: DEBUG nova.network.neutron [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.446838] env[70636]: INFO nova.compute.manager [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] instance snapshotting [ 1007.449698] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd11cc1-6f7b-44d7-8cb3-439413a7f2e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.469046] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d80d57e-6619-4587-8807-5c030ae21913 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.537051] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.693997] env[70636]: DEBUG nova.compute.manager [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.694257] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.695148] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27538f-1be3-4560-99e4-b4c101ee11ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.702775] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.703009] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82d3ad8f-93c1-4809-bb39-7fcc646fe9ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.708632] env[70636]: DEBUG oslo_vmware.api [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1007.708632] env[70636]: value = "task-2883948" [ 1007.708632] env[70636]: _type = "Task" [ 1007.708632] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.717828] env[70636]: DEBUG oslo_vmware.api [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.723735] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.366s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.726455] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.365s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.727972] env[70636]: INFO nova.compute.claims [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.745859] env[70636]: INFO nova.scheduler.client.report [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted allocations for instance bf6957cf-a32d-4faf-b388-a55b92a2294b [ 1007.882382] env[70636]: DEBUG nova.network.neutron [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.980160] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.980506] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b1f9074-2197-441d-9b25-24665b361a8a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.989538] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1007.989538] env[70636]: value = "task-2883950" [ 1007.989538] env[70636]: _type = "Task" [ 1007.989538] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.997918] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883950, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.017987] env[70636]: DEBUG nova.network.neutron [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Updating instance_info_cache with network_info: [{"id": "7a5d8ed6-546d-4051-9b71-d815d1657cea", "address": "fa:16:3e:8a:b4:f9", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d8ed6-54", "ovs_interfaceid": "7a5d8ed6-546d-4051-9b71-d815d1657cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.060373] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.098131] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.099021] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.099021] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.099021] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.099354] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.099615] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.100041] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.100616] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.100616] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.100722] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.100809] env[70636]: DEBUG nova.virt.hardware [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.102022] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312687fa-d47a-4f5e-ad01-1626d33056ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.111109] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fe6b0-1fed-4c63-bd88-af95f0e5f55d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.125626] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:54:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb296e6-86a1-4a0e-b426-93385e23a209', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.132198] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.132477] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.132692] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2e535f-b661-47fc-8681-2ceeac731fcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.151208] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.151208] env[70636]: value = "task-2883951" [ 1008.151208] env[70636]: _type = "Task" [ 1008.151208] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.159613] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883951, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.218690] env[70636]: DEBUG oslo_vmware.api [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883948, 'name': PowerOffVM_Task, 'duration_secs': 0.200343} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.219064] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.219299] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.219607] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e185804-c286-43e8-8556-8059578817c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.255141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4dbc2a60-1eb9-497d-b558-075ebe322682 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "bf6957cf-a32d-4faf-b388-a55b92a2294b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.592s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.283377] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.283377] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.283377] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Deleting the datastore file [datastore1] f0d4724b-e7e5-4f6f-b973-fab3690f33ac {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.283377] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c7c6f19-7933-44d7-812f-a57d406fc2ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.290748] env[70636]: DEBUG oslo_vmware.api [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for the task: (returnval){ [ 1008.290748] env[70636]: value = "task-2883953" [ 1008.290748] env[70636]: _type = "Task" [ 1008.290748] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.308426] env[70636]: DEBUG oslo_vmware.api [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.499206] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883950, 'name': CreateSnapshot_Task, 'duration_secs': 0.488334} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.499475] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1008.500224] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264fabd-73d9-44c7-a98a-3d82598d6237 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.520813] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "refresh_cache-37e78c17-1f84-4d2e-b362-6fe4d668c7f8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.521086] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Instance network_info: |[{"id": "7a5d8ed6-546d-4051-9b71-d815d1657cea", "address": "fa:16:3e:8a:b4:f9", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d8ed6-54", "ovs_interfaceid": "7a5d8ed6-546d-4051-9b71-d815d1657cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.521437] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b4:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a5d8ed6-546d-4051-9b71-d815d1657cea', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.528824] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Creating folder: Project (2a0504379eac4999b10016e748d8bedd). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.529322] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0978b9eb-103d-478a-a20e-7b83e1ec78dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.539944] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Created folder: Project (2a0504379eac4999b10016e748d8bedd) in parent group-v579393. [ 1008.540191] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Creating folder: Instances. Parent ref: group-v579482. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.540352] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-711949de-7684-4096-b493-555bd6f2529c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.550372] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Created folder: Instances in parent group-v579482. [ 1008.550585] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.550970] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.551183] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df13941b-9ce4-4ed0-a4f8-1f2962ac1461 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.568785] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.568785] env[70636]: value = "task-2883956" [ 1008.568785] env[70636]: _type = "Task" [ 1008.568785] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.575698] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883956, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.661223] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883951, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.785408] env[70636]: DEBUG nova.compute.manager [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Received event network-changed-7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.785569] env[70636]: DEBUG nova.compute.manager [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Refreshing instance network info cache due to event network-changed-7a5d8ed6-546d-4051-9b71-d815d1657cea. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.785787] env[70636]: DEBUG oslo_concurrency.lockutils [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] Acquiring lock "refresh_cache-37e78c17-1f84-4d2e-b362-6fe4d668c7f8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.785929] env[70636]: DEBUG oslo_concurrency.lockutils [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] Acquired lock "refresh_cache-37e78c17-1f84-4d2e-b362-6fe4d668c7f8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.786108] env[70636]: DEBUG nova.network.neutron [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Refreshing network info cache for port 7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.803196] env[70636]: DEBUG oslo_vmware.api [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Task: {'id': task-2883953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151345} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.803314] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.803489] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.803665] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.803829] env[70636]: INFO nova.compute.manager [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1008.804080] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.804270] env[70636]: DEBUG nova.compute.manager [-] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.804362] env[70636]: DEBUG nova.network.neutron [-] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.017432] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.020058] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5a92f5b-b160-4d8a-bc6a-934f1b46719c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.027984] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1009.027984] env[70636]: value = "task-2883957" [ 1009.027984] env[70636]: _type = "Task" [ 1009.027984] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.037408] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883957, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.081509] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883956, 'name': CreateVM_Task, 'duration_secs': 0.280693} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.084933] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.086323] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.086555] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.086970] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.087320] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44225a9-fb66-49f8-a626-89e025f6af1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.093430] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1009.093430] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a7441-42b4-44f5-89cc-0a8812ab9991" [ 1009.093430] env[70636]: _type = "Task" [ 1009.093430] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.104640] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a7441-42b4-44f5-89cc-0a8812ab9991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.165766] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883951, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.169685] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d8103-ebc5-4951-9fa6-418b11dd9edb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.177234] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df6e950-948e-4c5b-a04a-05b5708f64be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.211452] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ebfe31-3e57-4e64-bf80-4b84c4866ce3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.219523] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2708f734-53d3-4854-9326-fcb68c990f1f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.234936] env[70636]: DEBUG nova.compute.provider_tree [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.488243] env[70636]: DEBUG nova.network.neutron [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Updated VIF entry in instance network info cache for port 7a5d8ed6-546d-4051-9b71-d815d1657cea. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.488622] env[70636]: DEBUG nova.network.neutron [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Updating instance_info_cache with network_info: [{"id": "7a5d8ed6-546d-4051-9b71-d815d1657cea", "address": "fa:16:3e:8a:b4:f9", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d8ed6-54", "ovs_interfaceid": "7a5d8ed6-546d-4051-9b71-d815d1657cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.538804] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883957, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.558295] env[70636]: DEBUG nova.network.neutron [-] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.604145] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a7441-42b4-44f5-89cc-0a8812ab9991, 'name': SearchDatastore_Task, 'duration_secs': 0.017475} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.604445] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.604672] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.604901] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.605056] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.605233] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.605486] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0be333-ff7a-4fd9-909a-b3fe340b30aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.617772] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.617966] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.619033] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3535fde-a9f3-48fc-ad8f-fde43e90cbb5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.624191] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1009.624191] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f2ef91-27ce-42ed-2c54-4d4340e75e1a" [ 1009.624191] env[70636]: _type = "Task" [ 1009.624191] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.631486] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f2ef91-27ce-42ed-2c54-4d4340e75e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.663154] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883951, 'name': CreateVM_Task, 'duration_secs': 1.328906} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.663332] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.663967] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.664149] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.664456] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.664724] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbe1397-139e-4535-8960-6ca911be827b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.669073] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1009.669073] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ec6c33-33a9-f779-e241-66b3e670e287" [ 1009.669073] env[70636]: _type = "Task" [ 1009.669073] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.676911] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ec6c33-33a9-f779-e241-66b3e670e287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.739757] env[70636]: DEBUG nova.scheduler.client.report [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.991607] env[70636]: DEBUG oslo_concurrency.lockutils [req-32458d6b-ab5f-4789-9e49-e2819e7035ea req-af5f8019-dd01-48ba-8cc5-fb9da84c3d0e service nova] Releasing lock "refresh_cache-37e78c17-1f84-4d2e-b362-6fe4d668c7f8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.041899] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883957, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.061045] env[70636]: INFO nova.compute.manager [-] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Took 1.26 seconds to deallocate network for instance. [ 1010.135682] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f2ef91-27ce-42ed-2c54-4d4340e75e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.036952} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.136483] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0dd9e1-fddb-4514-9a59-30fcc6b56edb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.141501] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1010.141501] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526fb6ee-e946-39f4-d575-e97b233725cb" [ 1010.141501] env[70636]: _type = "Task" [ 1010.141501] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.148782] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526fb6ee-e946-39f4-d575-e97b233725cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.178367] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ec6c33-33a9-f779-e241-66b3e670e287, 'name': SearchDatastore_Task, 'duration_secs': 0.023486} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.178852] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.178926] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.179088] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.244744] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.245321] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.248183] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.874s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.248401] env[70636]: DEBUG nova.objects.instance [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lazy-loading 'resources' on Instance uuid 922f2a8a-0028-4933-8616-2435af7d7010 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.543408] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883957, 'name': CloneVM_Task, 'duration_secs': 1.39572} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.543803] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Created linked-clone VM from snapshot [ 1010.544427] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e45964-22f2-4808-99bb-9c1d36f65eab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.551573] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Uploading image 7e118af4-b2e7-48e9-a0f8-69cd93055285 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.567127] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.579269] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.579269] env[70636]: value = "vm-579485" [ 1010.579269] env[70636]: _type = "VirtualMachine" [ 1010.579269] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.579540] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e210e24a-98d1-4ce2-9336-181cdb647082 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.588888] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lease: (returnval){ [ 1010.588888] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be6f77-08ce-0fad-5778-c6c866ef630e" [ 1010.588888] env[70636]: _type = "HttpNfcLease" [ 1010.588888] env[70636]: } obtained for exporting VM: (result){ [ 1010.588888] env[70636]: value = "vm-579485" [ 1010.588888] env[70636]: _type = "VirtualMachine" [ 1010.588888] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.589261] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the lease: (returnval){ [ 1010.589261] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be6f77-08ce-0fad-5778-c6c866ef630e" [ 1010.589261] env[70636]: _type = "HttpNfcLease" [ 1010.589261] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.595531] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.595531] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be6f77-08ce-0fad-5778-c6c866ef630e" [ 1010.595531] env[70636]: _type = "HttpNfcLease" [ 1010.595531] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1010.650924] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526fb6ee-e946-39f4-d575-e97b233725cb, 'name': SearchDatastore_Task, 'duration_secs': 0.025713} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.651196] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.651454] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 37e78c17-1f84-4d2e-b362-6fe4d668c7f8/37e78c17-1f84-4d2e-b362-6fe4d668c7f8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.651723] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.651907] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.652134] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b02cbe3f-5aef-43b2-8bc3-cff8a4a93678 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.654176] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e13d596-328e-4b32-8746-a45e8aeff520 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.660373] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1010.660373] env[70636]: value = "task-2883960" [ 1010.660373] env[70636]: _type = "Task" [ 1010.660373] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.664108] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.664297] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.665254] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1696f002-eaa4-490d-8918-2fdc27c33127 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.670307] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.672941] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1010.672941] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5254cb96-7eaf-0779-b99f-4c45f0623a23" [ 1010.672941] env[70636]: _type = "Task" [ 1010.672941] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.679717] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5254cb96-7eaf-0779-b99f-4c45f0623a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.754121] env[70636]: DEBUG nova.compute.utils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.755750] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.755940] env[70636]: DEBUG nova.network.neutron [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.797551] env[70636]: DEBUG nova.policy [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '266188afe876484dadb82b39a706bb3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a152569af1914060ba8de5585312fe47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.811331] env[70636]: DEBUG nova.compute.manager [req-837b06f9-2b24-42b4-8f7d-7c567fe2359a req-6156d2b2-a82d-4c99-b235-6f52dcfb6086 service nova] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Received event network-vif-deleted-bf0f6c22-89a7-4c5e-b765-3bcb7c1f7ad6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.103443] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.103443] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be6f77-08ce-0fad-5778-c6c866ef630e" [ 1011.103443] env[70636]: _type = "HttpNfcLease" [ 1011.103443] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.103793] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.103793] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be6f77-08ce-0fad-5778-c6c866ef630e" [ 1011.103793] env[70636]: _type = "HttpNfcLease" [ 1011.103793] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.104598] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ddda7-dd1b-4d27-bb9b-06dc93c30d43 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.109896] env[70636]: DEBUG nova.network.neutron [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Successfully created port: bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.118180] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c65d7-3f4d-f649-ebbc-b6089c551e68/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.118376] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c65d7-3f4d-f649-ebbc-b6089c551e68/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1011.190640] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466026} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.194129] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 37e78c17-1f84-4d2e-b362-6fe4d668c7f8/37e78c17-1f84-4d2e-b362-6fe4d668c7f8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.194430] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.194654] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5254cb96-7eaf-0779-b99f-4c45f0623a23, 'name': SearchDatastore_Task, 'duration_secs': 0.007962} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.194847] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ea7d1d9-39be-465d-885b-8b9ecb0456d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.199671] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7187ffe2-c207-4977-a0b5-f5884bec7bbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.205284] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1011.205284] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ad273d-db72-b977-486e-55e766011812" [ 1011.205284] env[70636]: _type = "Task" [ 1011.205284] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.206609] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1011.206609] env[70636]: value = "task-2883961" [ 1011.206609] env[70636]: _type = "Task" [ 1011.206609] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.218339] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ad273d-db72-b977-486e-55e766011812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.223320] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.223767] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a201b35e-98c7-42a7-8b9d-9036d4718f4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.260257] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.382200] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd848e01-a76e-474d-ac1c-b18eaddbbde5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.392182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4e83e0-957d-48ca-8746-b8ba9d08ced0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.430166] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee47bab-8fc7-4c3a-a9a4-35e74e726f48 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.440493] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcaa99-8bb8-46ef-bcae-e2f3710e36fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.455847] env[70636]: DEBUG nova.compute.provider_tree [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.720234] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ad273d-db72-b977-486e-55e766011812, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.724100] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.724468] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.725286] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103007} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.725732] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c4c703f-73b2-471d-a942-cd6dda5ca2cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.728028] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.728552] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae58459a-b5ed-4e72-8df8-d6337ebec535 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.755755] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 37e78c17-1f84-4d2e-b362-6fe4d668c7f8/37e78c17-1f84-4d2e-b362-6fe4d668c7f8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.756288] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1011.756288] env[70636]: value = "task-2883962" [ 1011.756288] env[70636]: _type = "Task" [ 1011.756288] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.756520] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b63e7e-9c34-4d2d-bcc0-c69c3fba4f60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.781905] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1011.781905] env[70636]: value = "task-2883963" [ 1011.781905] env[70636]: _type = "Task" [ 1011.781905] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.785120] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.794521] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.961160] env[70636]: DEBUG nova.scheduler.client.report [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.281929] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.284070] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.296975] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.307472] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.307794] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.308084] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.308380] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.308639] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.308868] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.309186] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.309433] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.309682] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.309980] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.310229] env[70636]: DEBUG nova.virt.hardware [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.311099] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d406e-8a3c-4a86-9856-c6cf72c71276 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.318537] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e0500-0a5c-44ca-a1df-e153eed0e4cd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.467064] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.469756] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.678s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.471845] env[70636]: INFO nova.compute.claims [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.491819] env[70636]: INFO nova.scheduler.client.report [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Deleted allocations for instance 922f2a8a-0028-4933-8616-2435af7d7010 [ 1012.600861] env[70636]: DEBUG nova.network.neutron [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Successfully updated port: bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.784657] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.797155] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.001376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7a534576-4e67-406c-aedd-470b074db65c tempest-ServerAddressesTestJSON-692898493 tempest-ServerAddressesTestJSON-692898493-project-member] Lock "922f2a8a-0028-4933-8616-2435af7d7010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.535s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.104599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.104599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.105248] env[70636]: DEBUG nova.network.neutron [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.202339] env[70636]: DEBUG nova.compute.manager [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-vif-plugged-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.202339] env[70636]: DEBUG oslo_concurrency.lockutils [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] Acquiring lock "6bf196b5-f557-466d-bc40-eb1965b54280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.202630] env[70636]: DEBUG oslo_concurrency.lockutils [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] Lock "6bf196b5-f557-466d-bc40-eb1965b54280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.202842] env[70636]: DEBUG oslo_concurrency.lockutils [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] Lock "6bf196b5-f557-466d-bc40-eb1965b54280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.203480] env[70636]: DEBUG nova.compute.manager [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] No waiting events found dispatching network-vif-plugged-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.203771] env[70636]: WARNING nova.compute.manager [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received unexpected event network-vif-plugged-bcf17895-915c-46ca-93ce-3a517c022951 for instance with vm_state building and task_state spawning. [ 1013.204029] env[70636]: DEBUG nova.compute.manager [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-changed-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.204494] env[70636]: DEBUG nova.compute.manager [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing instance network info cache due to event network-changed-bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.204780] env[70636]: DEBUG oslo_concurrency.lockutils [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.285259] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883962, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140565} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.285549] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.285761] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.286039] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85c7297f-77ed-4d08-80d2-f96af9e1afd8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.297802] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883963, 'name': ReconfigVM_Task, 'duration_secs': 1.335191} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.299351] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 37e78c17-1f84-4d2e-b362-6fe4d668c7f8/37e78c17-1f84-4d2e-b362-6fe4d668c7f8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.300082] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1013.300082] env[70636]: value = "task-2883964" [ 1013.300082] env[70636]: _type = "Task" [ 1013.300082] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.300395] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-295a6c68-8568-4f28-9b9b-e471450a311d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.311178] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.313100] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1013.313100] env[70636]: value = "task-2883965" [ 1013.313100] env[70636]: _type = "Task" [ 1013.313100] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.322012] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883965, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.644942] env[70636]: DEBUG nova.network.neutron [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.824447] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090067} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.828529] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquiring lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.828529] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.828529] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.829941] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412fec5-f4de-45fb-99de-c2313acf1fc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.841591] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883965, 'name': Rename_Task, 'duration_secs': 0.205189} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.842747] env[70636]: DEBUG nova.network.neutron [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.848023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.848023] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93e63a9-3ea7-4f64-9f26-e8a59ac7910d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.872646] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.875740] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7d8685-c90c-4cca-980f-bd5b4cf0bd6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.894197] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1013.894197] env[70636]: value = "task-2883966" [ 1013.894197] env[70636]: _type = "Task" [ 1013.894197] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.902427] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1013.902427] env[70636]: value = "task-2883967" [ 1013.902427] env[70636]: _type = "Task" [ 1013.902427] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.906991] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883966, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.920036] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.050046] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff7a37-c365-430c-a6fd-8cfde667d239 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.057801] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7d76c0-51bc-46d7-b535-bc239d0cbc08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.092027] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b5b7a-5b03-46d0-92cb-c02f93e78f90 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.101510] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e62023-bc3f-4124-b869-33acbaf11e61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.121145] env[70636]: DEBUG nova.compute.provider_tree [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.348512] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.348889] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Instance network_info: |[{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.349261] env[70636]: DEBUG oslo_concurrency.lockutils [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.349466] env[70636]: DEBUG nova.network.neutron [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing network info cache for port bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.350709] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf17895-915c-46ca-93ce-3a517c022951', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.358692] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Creating folder: Project (a152569af1914060ba8de5585312fe47). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.362286] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3abe30c5-3109-4c79-b116-01d0929fbb00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.377764] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Created folder: Project (a152569af1914060ba8de5585312fe47) in parent group-v579393. [ 1014.378039] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Creating folder: Instances. Parent ref: group-v579486. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.378311] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d93322f-5e71-4552-82e3-733f51b8a3ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.390053] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Created folder: Instances in parent group-v579486. [ 1014.390053] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.390053] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.391247] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21c76655-ef83-45cb-8a56-de16fccf7aaf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.425064] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.429618] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883967, 'name': ReconfigVM_Task, 'duration_secs': 0.350417} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.429740] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.429740] env[70636]: value = "task-2883970" [ 1014.429740] env[70636]: _type = "Task" [ 1014.429740] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.430833] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 161cd7d8-686a-4dc4-9c73-059f4e194c13/161cd7d8-686a-4dc4-9c73-059f4e194c13.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.430833] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4522edd9-b78b-4fa4-8eb4-7db4929d4f8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.447044] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883970, 'name': CreateVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.448574] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1014.448574] env[70636]: value = "task-2883971" [ 1014.448574] env[70636]: _type = "Task" [ 1014.448574] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.457905] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883971, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.621623] env[70636]: DEBUG nova.network.neutron [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updated VIF entry in instance network info cache for port bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.625022] env[70636]: DEBUG nova.network.neutron [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.629379] env[70636]: DEBUG nova.scheduler.client.report [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.929829] env[70636]: DEBUG oslo_vmware.api [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883966, 'name': PowerOnVM_Task, 'duration_secs': 0.637213} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.930237] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.930237] env[70636]: INFO nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1014.930454] env[70636]: DEBUG nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.931332] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e69ed-ad3b-43c2-8701-37e56c483e43 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.951496] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883970, 'name': CreateVM_Task, 'duration_secs': 0.398774} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.954954] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.955717] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.955880] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.956229] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.956940] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b481d490-4eb5-4433-85c1-7b3cc19536f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.963128] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883971, 'name': Rename_Task, 'duration_secs': 0.199351} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.964486] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.965233] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1014.965233] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5214901d-d03c-98b6-124c-16695210f604" [ 1014.965233] env[70636]: _type = "Task" [ 1014.965233] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.965233] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a44686f-cfdf-4e05-92ad-cde1a2d3fab8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.977473] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5214901d-d03c-98b6-124c-16695210f604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.979089] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1014.979089] env[70636]: value = "task-2883972" [ 1014.979089] env[70636]: _type = "Task" [ 1014.979089] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.988728] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.130411] env[70636]: DEBUG oslo_concurrency.lockutils [req-b12547c0-fa7b-4275-ae92-1971f463ba2d req-a70c9798-a17f-4506-bc3f-0542b7bd420b service nova] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.138805] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.139406] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.141950] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.139s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.142186] env[70636]: DEBUG nova.objects.instance [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lazy-loading 'resources' on Instance uuid 2811096a-4822-42c1-9c4d-acd8ff56701f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.462620] env[70636]: INFO nova.compute.manager [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Took 49.17 seconds to build instance. [ 1015.481975] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5214901d-d03c-98b6-124c-16695210f604, 'name': SearchDatastore_Task, 'duration_secs': 0.020893} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.486132] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.486515] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.486792] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.487381] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.487611] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.488614] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5c4a6e-82cd-46b6-b4ff-2e55950eba3c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.498681] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.502165] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.502360] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.503443] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19b0fba-3d7b-4bb3-b20b-b42fd42c4e1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.510077] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1015.510077] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520912ff-d95d-aaca-494c-10b5986ca9ab" [ 1015.510077] env[70636]: _type = "Task" [ 1015.510077] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.522305] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520912ff-d95d-aaca-494c-10b5986ca9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.645804] env[70636]: DEBUG nova.compute.utils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.649725] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.649905] env[70636]: DEBUG nova.network.neutron [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.696602] env[70636]: DEBUG nova.policy [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec0ea1da83f45eeaee9ab83614b1488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a5bda958104bb387f1e2153116534f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.967301] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2afd2f3-dc72-4373-9cc4-308a563195e6 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.866s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.997622] env[70636]: DEBUG oslo_vmware.api [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883972, 'name': PowerOnVM_Task, 'duration_secs': 0.597968} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.997974] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.998215] env[70636]: DEBUG nova.compute.manager [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.999633] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2823e432-7545-47ef-bfca-ab6d47ad1c62 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.025921] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520912ff-d95d-aaca-494c-10b5986ca9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.019471} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.030956] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf941e5-b280-41c2-bb91-d4950d3df989 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.037125] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1016.037125] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a224e1-2a28-52d6-64af-e4cba08a58b5" [ 1016.037125] env[70636]: _type = "Task" [ 1016.037125] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.047226] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a224e1-2a28-52d6-64af-e4cba08a58b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.051949] env[70636]: DEBUG nova.network.neutron [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Successfully created port: 4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.150487] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.180630] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfa019-f46d-40cb-b8da-c170e41a5426 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.194792] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eab132a-2df7-42de-b4e0-cc928caa57a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.233546] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc09e22-c0f2-4f76-b37f-007d0ccebde1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.242802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc64cbf-d895-4662-b3ef-965037d25203 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.258177] env[70636]: DEBUG nova.compute.provider_tree [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.470215] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.526024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.547968] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a224e1-2a28-52d6-64af-e4cba08a58b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.548233] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.548502] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/6bf196b5-f557-466d-bc40-eb1965b54280.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.549114] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-803e6972-adbc-4452-8fdb-1f750ae82d51 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.557046] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1016.557046] env[70636]: value = "task-2883973" [ 1016.557046] env[70636]: _type = "Task" [ 1016.557046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.567954] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.761650] env[70636]: DEBUG nova.scheduler.client.report [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.991537] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.070576] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.166504] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.197644] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.198378] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.198378] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.198378] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.198659] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.198659] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.198814] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.198967] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.199222] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.199417] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.199614] env[70636]: DEBUG nova.virt.hardware [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.200805] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b92d31-2c6c-4217-b022-ff8a4835be5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.212411] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989f2e8-47e2-411b-9e96-b644871a268d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.235706] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "590341b5-9b5d-4552-b10f-8384efc8e24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.235971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "590341b5-9b5d-4552-b10f-8384efc8e24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.267692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.270138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.326s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.271798] env[70636]: INFO nova.compute.claims [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.289329] env[70636]: INFO nova.scheduler.client.report [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Deleted allocations for instance 2811096a-4822-42c1-9c4d-acd8ff56701f [ 1017.491222] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "161cd7d8-686a-4dc4-9c73-059f4e194c13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.491526] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.491742] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "161cd7d8-686a-4dc4-9c73-059f4e194c13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.491927] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.492125] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.494714] env[70636]: INFO nova.compute.manager [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Terminating instance [ 1017.575515] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780138} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.575809] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/6bf196b5-f557-466d-bc40-eb1965b54280.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.576053] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.576350] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55bd9340-afc5-49a1-8d32-7e4e7f949c35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.586123] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1017.586123] env[70636]: value = "task-2883974" [ 1017.586123] env[70636]: _type = "Task" [ 1017.586123] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.597816] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.616663] env[70636]: DEBUG nova.network.neutron [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Successfully updated port: 4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.800360] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c349491d-98b6-42ae-b5c7-7e4496f86fd4 tempest-TenantUsagesTestJSON-50341177 tempest-TenantUsagesTestJSON-50341177-project-member] Lock "2811096a-4822-42c1-9c4d-acd8ff56701f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.694s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.861066] env[70636]: DEBUG nova.compute.manager [req-946879fc-a477-491c-820e-9e69d88be73b req-e7d729bc-e36d-4b61-af9b-4335f7f5e460 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Received event network-vif-plugged-4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.862384] env[70636]: DEBUG oslo_concurrency.lockutils [req-946879fc-a477-491c-820e-9e69d88be73b req-e7d729bc-e36d-4b61-af9b-4335f7f5e460 service nova] Acquiring lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.862384] env[70636]: DEBUG oslo_concurrency.lockutils [req-946879fc-a477-491c-820e-9e69d88be73b req-e7d729bc-e36d-4b61-af9b-4335f7f5e460 service nova] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.862384] env[70636]: DEBUG oslo_concurrency.lockutils [req-946879fc-a477-491c-820e-9e69d88be73b req-e7d729bc-e36d-4b61-af9b-4335f7f5e460 service nova] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.862384] env[70636]: DEBUG nova.compute.manager [req-946879fc-a477-491c-820e-9e69d88be73b req-e7d729bc-e36d-4b61-af9b-4335f7f5e460 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] No waiting events found dispatching network-vif-plugged-4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.862384] env[70636]: WARNING nova.compute.manager [req-946879fc-a477-491c-820e-9e69d88be73b req-e7d729bc-e36d-4b61-af9b-4335f7f5e460 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Received unexpected event network-vif-plugged-4105aa06-723a-4a48-9dbe-49e1bc6e3e5b for instance with vm_state building and task_state spawning. [ 1018.000961] env[70636]: DEBUG nova.compute.manager [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.001211] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.002526] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a77675-f5ea-49cd-8c09-db06b9d74dc5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.011895] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.012205] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb9852a-3903-47bf-947d-d942440f93ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.020605] env[70636]: DEBUG oslo_vmware.api [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1018.020605] env[70636]: value = "task-2883975" [ 1018.020605] env[70636]: _type = "Task" [ 1018.020605] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.030445] env[70636]: DEBUG oslo_vmware.api [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.097602] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083641} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.097819] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.098829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a5c2e-531d-45af-a80b-4900219d1775 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.125359] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/6bf196b5-f557-466d-bc40-eb1965b54280.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.126192] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "refresh_cache-6e373347-39ab-4ddf-a40f-b33f951f9b1b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.126346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "refresh_cache-6e373347-39ab-4ddf-a40f-b33f951f9b1b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.126498] env[70636]: DEBUG nova.network.neutron [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.128014] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-accf4079-60b6-4700-a287-03687caf0eb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.151483] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1018.151483] env[70636]: value = "task-2883976" [ 1018.151483] env[70636]: _type = "Task" [ 1018.151483] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.161811] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.176316] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.176651] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.531702] env[70636]: DEBUG oslo_vmware.api [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883975, 'name': PowerOffVM_Task, 'duration_secs': 0.238378} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.531988] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.532171] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.532426] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df694985-0950-4022-a8e3-76cd3b9697db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.601092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.601092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.601092] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore2] 161cd7d8-686a-4dc4-9c73-059f4e194c13 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.601489] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fa00a2f-5cb2-4b11-b5be-f99e20ec8715 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.611435] env[70636]: DEBUG oslo_vmware.api [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1018.611435] env[70636]: value = "task-2883978" [ 1018.611435] env[70636]: _type = "Task" [ 1018.611435] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.620450] env[70636]: DEBUG oslo_vmware.api [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.664964] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883976, 'name': ReconfigVM_Task, 'duration_secs': 0.33529} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.664964] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/6bf196b5-f557-466d-bc40-eb1965b54280.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.665102] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf6f134f-e8d1-4ad9-8c8f-c83baa32052a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.674989] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1018.674989] env[70636]: value = "task-2883979" [ 1018.674989] env[70636]: _type = "Task" [ 1018.674989] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.684590] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883979, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.690139] env[70636]: DEBUG nova.network.neutron [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.896566] env[70636]: DEBUG nova.network.neutron [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Updating instance_info_cache with network_info: [{"id": "4105aa06-723a-4a48-9dbe-49e1bc6e3e5b", "address": "fa:16:3e:bb:f1:e1", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4105aa06-72", "ovs_interfaceid": "4105aa06-723a-4a48-9dbe-49e1bc6e3e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.911280] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944dad2b-22a9-490e-ac16-76b14f3870ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.922416] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ad59f-f341-491f-b9c6-186c3aaa302e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.959875] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98898156-6c57-4a6f-970e-f4575b9a296d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.969965] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721ddbb-e10f-45fd-b0c9-3f0a83282e1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.985408] env[70636]: DEBUG nova.compute.provider_tree [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.123511] env[70636]: DEBUG oslo_vmware.api [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2883978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432368} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.123865] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.123865] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.124022] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.124201] env[70636]: INFO nova.compute.manager [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1019.124454] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.124651] env[70636]: DEBUG nova.compute.manager [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.124746] env[70636]: DEBUG nova.network.neutron [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.190043] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883979, 'name': Rename_Task, 'duration_secs': 0.267704} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.190043] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.190316] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230fd5c6-a257-4926-a1fb-355e4b246941 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.199128] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1019.199128] env[70636]: value = "task-2883980" [ 1019.199128] env[70636]: _type = "Task" [ 1019.199128] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.209407] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.400322] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "refresh_cache-6e373347-39ab-4ddf-a40f-b33f951f9b1b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.400665] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Instance network_info: |[{"id": "4105aa06-723a-4a48-9dbe-49e1bc6e3e5b", "address": "fa:16:3e:bb:f1:e1", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4105aa06-72", "ovs_interfaceid": "4105aa06-723a-4a48-9dbe-49e1bc6e3e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.401118] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:f1:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4105aa06-723a-4a48-9dbe-49e1bc6e3e5b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.410134] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.410622] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.411318] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43d7b463-10a6-4c32-a18f-3ad87dd320cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.434274] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.434274] env[70636]: value = "task-2883981" [ 1019.434274] env[70636]: _type = "Task" [ 1019.434274] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.443950] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883981, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.492435] env[70636]: DEBUG nova.scheduler.client.report [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.710593] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.897344] env[70636]: DEBUG nova.compute.manager [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Received event network-changed-4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.897881] env[70636]: DEBUG nova.compute.manager [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Refreshing instance network info cache due to event network-changed-4105aa06-723a-4a48-9dbe-49e1bc6e3e5b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.898428] env[70636]: DEBUG oslo_concurrency.lockutils [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] Acquiring lock "refresh_cache-6e373347-39ab-4ddf-a40f-b33f951f9b1b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.899358] env[70636]: DEBUG oslo_concurrency.lockutils [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] Acquired lock "refresh_cache-6e373347-39ab-4ddf-a40f-b33f951f9b1b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.899358] env[70636]: DEBUG nova.network.neutron [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Refreshing network info cache for port 4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.933378] env[70636]: DEBUG nova.network.neutron [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.945522] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883981, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.001891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.002466] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.005658] env[70636]: DEBUG nova.compute.manager [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.006215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.414s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.007607] env[70636]: INFO nova.compute.claims [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.010846] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b42ea-2302-4c1a-a149-86d5ae9569aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.211380] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.365748] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.366000] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.442774] env[70636]: INFO nova.compute.manager [-] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Took 1.32 seconds to deallocate network for instance. [ 1020.454755] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883981, 'name': CreateVM_Task, 'duration_secs': 0.596231} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.455061] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.455988] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.456278] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.456735] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.457212] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d48f426-cd4d-4398-8148-eb27b1fe7994 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.464939] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1020.464939] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4d636-3499-13af-10de-e06bfcf30a94" [ 1020.464939] env[70636]: _type = "Task" [ 1020.464939] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.476561] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4d636-3499-13af-10de-e06bfcf30a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.508589] env[70636]: DEBUG nova.compute.utils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.512292] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.513391] env[70636]: DEBUG nova.network.neutron [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.524764] env[70636]: INFO nova.compute.manager [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] instance snapshotting [ 1020.528467] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24f6f9-0e03-4f9d-9ff9-e9f0e755eab7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.552589] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a94c81-2431-44e6-bee5-17c163d59312 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.665072] env[70636]: DEBUG nova.network.neutron [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Updated VIF entry in instance network info cache for port 4105aa06-723a-4a48-9dbe-49e1bc6e3e5b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.665526] env[70636]: DEBUG nova.network.neutron [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Updating instance_info_cache with network_info: [{"id": "4105aa06-723a-4a48-9dbe-49e1bc6e3e5b", "address": "fa:16:3e:bb:f1:e1", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4105aa06-72", "ovs_interfaceid": "4105aa06-723a-4a48-9dbe-49e1bc6e3e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.714708] env[70636]: DEBUG oslo_vmware.api [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883980, 'name': PowerOnVM_Task, 'duration_secs': 1.48106} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.715178] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.715403] env[70636]: INFO nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1020.715702] env[70636]: DEBUG nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.717055] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfc0e9-9872-49f3-8dbe-1a9e6df38829 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.752222] env[70636]: DEBUG nova.policy [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0509eb125b0416dac8b68430ee54104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8941cf7f3ca049169b4351486187566c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.956416] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.977193] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4d636-3499-13af-10de-e06bfcf30a94, 'name': SearchDatastore_Task, 'duration_secs': 0.018317} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.977508] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.977741] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.977982] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.978146] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.978325] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.978623] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f865dc03-6b9b-4645-b761-09e80ca9d766 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.988678] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.988861] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.989616] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8af159-cd73-480e-b93e-68c3a4aba3c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.995549] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1020.995549] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216cca0-300a-54a1-ddee-bbfe0428b8ad" [ 1020.995549] env[70636]: _type = "Task" [ 1020.995549] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.004272] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216cca0-300a-54a1-ddee-bbfe0428b8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.015986] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.065111] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.065422] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-057d5911-b339-46b3-be1d-253e39b7975c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.079212] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1021.079212] env[70636]: value = "task-2883982" [ 1021.079212] env[70636]: _type = "Task" [ 1021.079212] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.089164] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883982, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.170385] env[70636]: DEBUG oslo_concurrency.lockutils [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] Releasing lock "refresh_cache-6e373347-39ab-4ddf-a40f-b33f951f9b1b" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.170385] env[70636]: DEBUG nova.compute.manager [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Received event network-vif-deleted-0cb296e6-86a1-4a0e-b426-93385e23a209 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.170385] env[70636]: INFO nova.compute.manager [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Neutron deleted interface 0cb296e6-86a1-4a0e-b426-93385e23a209; detaching it from the instance and deleting it from the info cache [ 1021.170385] env[70636]: DEBUG nova.network.neutron [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.193140] env[70636]: DEBUG nova.network.neutron [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Successfully created port: 79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.241627] env[70636]: INFO nova.compute.manager [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Took 54.90 seconds to build instance. [ 1021.509930] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216cca0-300a-54a1-ddee-bbfe0428b8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.026528} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.511009] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30432b84-6e1f-425e-b6e8-d2e0bb7da62c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.526031] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1021.526031] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5289b200-6810-2035-cd26-9d9da0e04bcb" [ 1021.526031] env[70636]: _type = "Task" [ 1021.526031] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.539238] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5289b200-6810-2035-cd26-9d9da0e04bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.593322] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883982, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.606098] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c6399f-d338-4f94-8a3f-2d183f139905 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.618067] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e80b6a9-564a-43f4-a594-d0cc6e9604f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.655790] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402fe226-2f40-427e-a49b-0f868b235f1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.668308] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae67b5f-cab3-477f-a0e3-13ef07c64fb7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.672887] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56ccd34b-24ca-4327-8846-2a8a205cf603 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.684399] env[70636]: DEBUG nova.compute.provider_tree [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.694395] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb63018-fa36-430d-a5ac-ff6b882f344c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.733289] env[70636]: DEBUG nova.compute.manager [req-a91b4f54-dd6d-43fd-9474-cd667da2348d req-67e933e0-7d92-4ac9-9078-3423f2891e81 service nova] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Detach interface failed, port_id=0cb296e6-86a1-4a0e-b426-93385e23a209, reason: Instance 161cd7d8-686a-4dc4-9c73-059f4e194c13 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.743148] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a82e0868-930b-4841-883a-074804304706 tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "6bf196b5-f557-466d-bc40-eb1965b54280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.642s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.028597] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.048580] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5289b200-6810-2035-cd26-9d9da0e04bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.02116} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.048867] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.049141] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6e373347-39ab-4ddf-a40f-b33f951f9b1b/6e373347-39ab-4ddf-a40f-b33f951f9b1b.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.049427] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff15159-bf73-4324-956e-d254150ba287 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.061944] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1022.061944] env[70636]: value = "task-2883983" [ 1022.061944] env[70636]: _type = "Task" [ 1022.061944] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.077306] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.077306] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.077306] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.077306] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.077306] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.077306] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.077306] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.077760] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.077760] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.077760] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.077921] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.077986] env[70636]: DEBUG nova.virt.hardware [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.078863] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5f007e-8748-4bf8-8de8-21615d6b2189 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.096023] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883982, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.096023] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a1bb6-a855-42ad-8827-f3e5444e560d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.167823] env[70636]: INFO nova.compute.manager [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Rescuing [ 1022.167823] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.167823] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.167823] env[70636]: DEBUG nova.network.neutron [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.188857] env[70636]: DEBUG nova.scheduler.client.report [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.247992] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.368760] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c65d7-3f4d-f649-ebbc-b6089c551e68/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.369720] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1575b937-5434-4a70-990a-1787b82f3ee2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.376644] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c65d7-3f4d-f649-ebbc-b6089c551e68/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.376810] env[70636]: ERROR oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c65d7-3f4d-f649-ebbc-b6089c551e68/disk-0.vmdk due to incomplete transfer. [ 1022.377047] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b99344c5-65f8-4396-914a-f54b14cec60b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.385261] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c65d7-3f4d-f649-ebbc-b6089c551e68/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1022.385453] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Uploaded image 7e118af4-b2e7-48e9-a0f8-69cd93055285 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1022.387665] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.387922] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-665e0080-b28d-41f6-bb88-d3d3da8bcb43 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.394814] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1022.394814] env[70636]: value = "task-2883984" [ 1022.394814] env[70636]: _type = "Task" [ 1022.394814] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.403925] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883984, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.572497] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883983, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.591998] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883982, 'name': CreateSnapshot_Task, 'duration_secs': 1.163581} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.592181] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.592907] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba88cb-640e-45c4-9bdf-8cbdb6f31454 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.694187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.694786] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.697498] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.368s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.700643] env[70636]: INFO nova.compute.claims [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.776310] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.888358] env[70636]: DEBUG nova.network.neutron [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.906799] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883984, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.909266] env[70636]: DEBUG nova.compute.manager [req-46eb681b-e7f5-4fcd-8129-ae986636e648 req-1aee79ba-4b81-4f45-a87b-c3e6e45b81a6 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Received event network-vif-plugged-79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.909266] env[70636]: DEBUG oslo_concurrency.lockutils [req-46eb681b-e7f5-4fcd-8129-ae986636e648 req-1aee79ba-4b81-4f45-a87b-c3e6e45b81a6 service nova] Acquiring lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.909367] env[70636]: DEBUG oslo_concurrency.lockutils [req-46eb681b-e7f5-4fcd-8129-ae986636e648 req-1aee79ba-4b81-4f45-a87b-c3e6e45b81a6 service nova] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.909521] env[70636]: DEBUG oslo_concurrency.lockutils [req-46eb681b-e7f5-4fcd-8129-ae986636e648 req-1aee79ba-4b81-4f45-a87b-c3e6e45b81a6 service nova] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.909687] env[70636]: DEBUG nova.compute.manager [req-46eb681b-e7f5-4fcd-8129-ae986636e648 req-1aee79ba-4b81-4f45-a87b-c3e6e45b81a6 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] No waiting events found dispatching network-vif-plugged-79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.909853] env[70636]: WARNING nova.compute.manager [req-46eb681b-e7f5-4fcd-8129-ae986636e648 req-1aee79ba-4b81-4f45-a87b-c3e6e45b81a6 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Received unexpected event network-vif-plugged-79a47194-d9d8-4ba0-aae6-9dc9e178b39e for instance with vm_state building and task_state spawning. [ 1023.059752] env[70636]: DEBUG nova.network.neutron [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Successfully updated port: 79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.072740] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883983, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.112604] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.112604] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53d2afcc-468f-4017-b0b9-d1cd7205a1b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.120864] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1023.120864] env[70636]: value = "task-2883985" [ 1023.120864] env[70636]: _type = "Task" [ 1023.120864] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.129470] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883985, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.208354] env[70636]: DEBUG nova.compute.utils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.212898] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.212898] env[70636]: DEBUG nova.network.neutron [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.292059] env[70636]: DEBUG nova.policy [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9dcf2f55dd4e82ab1086f2b4dd304b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '714ff68036d04b58a5bfd5744c2209bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.391673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408509] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883984, 'name': Destroy_Task, 'duration_secs': 0.83998} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.408509] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Destroyed the VM [ 1023.408509] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.408509] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a1c5a92-8a7b-40e0-86a2-83dd8e79b6c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.418565] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1023.418565] env[70636]: value = "task-2883986" [ 1023.418565] env[70636]: _type = "Task" [ 1023.418565] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.440573] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.562979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.563238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.563473] env[70636]: DEBUG nova.network.neutron [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.575777] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883983, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016986} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.576041] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6e373347-39ab-4ddf-a40f-b33f951f9b1b/6e373347-39ab-4ddf-a40f-b33f951f9b1b.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.576294] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.576597] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1918fb1-36d9-4d79-a8e4-eccf702ace0e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.587202] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1023.587202] env[70636]: value = "task-2883987" [ 1023.587202] env[70636]: _type = "Task" [ 1023.587202] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.598322] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.637356] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883985, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.714231] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.918140] env[70636]: DEBUG nova.network.neutron [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Successfully created port: 3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.933054] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.100508] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074333} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.104170] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.106308] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a7c7d2-a851-4063-be40-8b481d96af29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.110892] env[70636]: DEBUG nova.network.neutron [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.136019] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 6e373347-39ab-4ddf-a40f-b33f951f9b1b/6e373347-39ab-4ddf-a40f-b33f951f9b1b.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.138814] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26a153d-9bf1-45ac-a32b-c29036306229 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.162933] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883985, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.167023] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1024.167023] env[70636]: value = "task-2883988" [ 1024.167023] env[70636]: _type = "Task" [ 1024.167023] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.258972] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec96d6e3-481b-4297-be21-2fabe939d2fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.269100] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febbd77a-cfe0-4240-a46f-7574a3c3968a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.304147] env[70636]: DEBUG nova.network.neutron [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updating instance_info_cache with network_info: [{"id": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "address": "fa:16:3e:2f:97:04", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a47194-d9", "ovs_interfaceid": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.306352] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec421f6-20f4-42ee-9b13-6b3e4c74cd92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.315661] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a9af2-4f4a-4f2d-808a-e84f9486f6e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333010] env[70636]: DEBUG nova.compute.provider_tree [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.432785] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883986, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.632439] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883985, 'name': CloneVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.676142] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883988, 'name': ReconfigVM_Task, 'duration_secs': 0.463812} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.676437] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 6e373347-39ab-4ddf-a40f-b33f951f9b1b/6e373347-39ab-4ddf-a40f-b33f951f9b1b.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.677314] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3c20c1-90dd-4901-88fb-87e7f7fdbe1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.683954] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1024.683954] env[70636]: value = "task-2883989" [ 1024.683954] env[70636]: _type = "Task" [ 1024.683954] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.693034] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883989, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.724885] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.753277] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.753526] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.753675] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.753847] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.753986] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.754149] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.754368] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.754524] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.754688] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.754847] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.755030] env[70636]: DEBUG nova.virt.hardware [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.755926] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c5b19-cb2b-4234-8f77-10838cd2a0ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.764596] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c7235-5100-4d0c-9989-92a72630e31f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.810125] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.810504] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Instance network_info: |[{"id": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "address": "fa:16:3e:2f:97:04", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a47194-d9", "ovs_interfaceid": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.810917] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:97:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79a47194-d9d8-4ba0-aae6-9dc9e178b39e', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.818583] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.818800] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.819031] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66621597-7385-4c4b-b284-1b84f89d8e3a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.842565] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.842565] env[70636]: value = "task-2883990" [ 1024.842565] env[70636]: _type = "Task" [ 1024.842565] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.851870] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883990, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.860936] env[70636]: ERROR nova.scheduler.client.report [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [req-f72fafff-1ca2-45b3-ab97-a199a66e1866] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f72fafff-1ca2-45b3-ab97-a199a66e1866"}]} [ 1024.881386] env[70636]: DEBUG nova.scheduler.client.report [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.897822] env[70636]: DEBUG nova.scheduler.client.report [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.898259] env[70636]: DEBUG nova.compute.provider_tree [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.917243] env[70636]: DEBUG nova.scheduler.client.report [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.933378] env[70636]: DEBUG oslo_vmware.api [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2883986, 'name': RemoveSnapshot_Task, 'duration_secs': 1.080419} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.935335] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.935335] env[70636]: INFO nova.compute.manager [None req-0e14e738-4ab3-4055-8937-50e9ff2e0285 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Took 17.49 seconds to snapshot the instance on the hypervisor. [ 1024.938383] env[70636]: DEBUG nova.scheduler.client.report [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.941373] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.942334] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1937df71-c7f2-4ca1-8b8b-cf1a62610a2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.950867] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1024.950867] env[70636]: value = "task-2883991" [ 1024.950867] env[70636]: _type = "Task" [ 1024.950867] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.964207] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.016537] env[70636]: DEBUG nova.compute.manager [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Received event network-changed-79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.016537] env[70636]: DEBUG nova.compute.manager [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Refreshing instance network info cache due to event network-changed-79a47194-d9d8-4ba0-aae6-9dc9e178b39e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.016537] env[70636]: DEBUG oslo_concurrency.lockutils [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] Acquiring lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.016816] env[70636]: DEBUG oslo_concurrency.lockutils [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] Acquired lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.016816] env[70636]: DEBUG nova.network.neutron [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Refreshing network info cache for port 79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.137610] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883985, 'name': CloneVM_Task, 'duration_secs': 1.519867} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.137939] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Created linked-clone VM from snapshot [ 1025.138788] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dbcae8-69b6-4eac-ae24-d4a52316be04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.151121] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Uploading image 95e41218-60ac-44fb-b3a3-afac96a72526 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1025.163318] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1025.163610] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d6f1759-2a8b-454e-b8ee-4bb8123a5972 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.172977] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1025.172977] env[70636]: value = "task-2883992" [ 1025.172977] env[70636]: _type = "Task" [ 1025.172977] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.193776] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883992, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.202477] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883989, 'name': Rename_Task, 'duration_secs': 0.309826} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.202624] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.202971] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47782260-6aa6-4dfb-851b-5e7b03871dc7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.210892] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1025.210892] env[70636]: value = "task-2883993" [ 1025.210892] env[70636]: _type = "Task" [ 1025.210892] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.220132] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.352931] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2883990, 'name': CreateVM_Task, 'duration_secs': 0.419081} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.355512] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.356835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.356835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.356917] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.357132] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789d2e7c-1593-4ded-9dbd-789d7c6f9b33 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.362815] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1025.362815] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5272c85e-1291-1142-5520-cd6ad425da4c" [ 1025.362815] env[70636]: _type = "Task" [ 1025.362815] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.372594] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5272c85e-1291-1142-5520-cd6ad425da4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.449445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73abd18e-c55c-470c-a8fb-dfdf1bfcd389 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.464644] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883991, 'name': PowerOffVM_Task, 'duration_secs': 0.253477} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.464997] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.466100] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c0c68-84b7-490f-b9e4-f6f9a7407b9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.470293] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379e86e-ad59-43a0-840e-9d87e57f75d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.515334] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c56e4e-8141-4469-9d76-064f34b98cde {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.519701] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4760536f-a9d0-425c-ad40-f5a1eb7117cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.533681] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd7ade-caa5-4ab1-94ae-b208ea05e9a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.550190] env[70636]: DEBUG nova.compute.provider_tree [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.578068] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.578068] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cac68a7-95e5-481e-a5f0-b4ca2b344a60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.585120] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1025.585120] env[70636]: value = "task-2883994" [ 1025.585120] env[70636]: _type = "Task" [ 1025.585120] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.594274] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.694324] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883992, 'name': Destroy_Task, 'duration_secs': 0.448492} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.694636] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Destroyed the VM [ 1025.694867] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.699018] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-84671514-b554-454b-bccc-c72449254cd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.704562] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1025.704562] env[70636]: value = "task-2883995" [ 1025.704562] env[70636]: _type = "Task" [ 1025.704562] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.713577] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.722050] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.767026] env[70636]: DEBUG nova.network.neutron [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updated VIF entry in instance network info cache for port 79a47194-d9d8-4ba0-aae6-9dc9e178b39e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.767518] env[70636]: DEBUG nova.network.neutron [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updating instance_info_cache with network_info: [{"id": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "address": "fa:16:3e:2f:97:04", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a47194-d9", "ovs_interfaceid": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.818976] env[70636]: DEBUG nova.network.neutron [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Successfully updated port: 3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.876194] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5272c85e-1291-1142-5520-cd6ad425da4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.876465] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.876696] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.876921] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.877074] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.877319] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.877597] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7eae2b9-5c48-4736-a19d-09d4412335c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.887697] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.887826] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.888509] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101631b1-f3e6-4fe0-ace9-2e4aa7a74178 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.894248] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1025.894248] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246ce86-f5d2-8dae-c661-43298b5dbf24" [ 1025.894248] env[70636]: _type = "Task" [ 1025.894248] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.903097] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246ce86-f5d2-8dae-c661-43298b5dbf24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.089875] env[70636]: DEBUG nova.scheduler.client.report [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1026.090142] env[70636]: DEBUG nova.compute.provider_tree [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 63 to 64 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1026.090325] env[70636]: DEBUG nova.compute.provider_tree [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.101024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.101024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.101161] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.101202] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.101373] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.101627] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43aab2f-0440-4e83-a1fb-c7e902271951 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.110714] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.110826] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.111592] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090cd840-2bcf-4724-bd51-141a3fba9a86 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.117402] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1026.117402] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c4786c-7611-d577-d2ba-6b788a8633a1" [ 1026.117402] env[70636]: _type = "Task" [ 1026.117402] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.126461] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c4786c-7611-d577-d2ba-6b788a8633a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.216292] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.225456] env[70636]: DEBUG oslo_vmware.api [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2883993, 'name': PowerOnVM_Task, 'duration_secs': 0.595318} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.225728] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.225927] env[70636]: INFO nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1026.226118] env[70636]: DEBUG nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.227161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0659ead5-a00f-4e1b-8cf9-94916dbfe09a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.270547] env[70636]: DEBUG oslo_concurrency.lockutils [req-94e94673-cd08-4e92-bffd-f864adf41f64 req-bbd7cd73-baad-4a09-8b8b-a1715b3571a2 service nova] Releasing lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.323164] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.323164] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquired lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.323164] env[70636]: DEBUG nova.network.neutron [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.405951] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246ce86-f5d2-8dae-c661-43298b5dbf24, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.406835] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c281a5-dcc8-4fdf-ac04-a0300c15aa77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.413365] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1026.413365] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb877b-ff55-d3bb-eafb-c878cc3fefe2" [ 1026.413365] env[70636]: _type = "Task" [ 1026.413365] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.422503] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb877b-ff55-d3bb-eafb-c878cc3fefe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.596033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.898s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.596375] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.599059] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.856s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.599163] env[70636]: DEBUG nova.objects.instance [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lazy-loading 'resources' on Instance uuid 6e352875-5f4e-4fef-b554-3aa734b1c57b {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.629792] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c4786c-7611-d577-d2ba-6b788a8633a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.630514] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cf0c5d-be03-4db0-a8a1-8b61192465b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.636818] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1026.636818] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f4659d-647a-81f5-95c5-f338893225ea" [ 1026.636818] env[70636]: _type = "Task" [ 1026.636818] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.646681] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f4659d-647a-81f5-95c5-f338893225ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.716743] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883995, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.745935] env[70636]: INFO nova.compute.manager [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Took 51.97 seconds to build instance. [ 1026.858067] env[70636]: DEBUG nova.network.neutron [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.925014] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb877b-ff55-d3bb-eafb-c878cc3fefe2, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.925247] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.925500] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a8efdcf3-99a1-4499-a4b2-797434dbfbba/a8efdcf3-99a1-4499-a4b2-797434dbfbba.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.925752] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37b38a4d-b65a-4b2e-a617-fd5cb7ce656f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.933056] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1026.933056] env[70636]: value = "task-2883996" [ 1026.933056] env[70636]: _type = "Task" [ 1026.933056] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.942059] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.025300] env[70636]: DEBUG nova.network.neutron [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Updating instance_info_cache with network_info: [{"id": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "address": "fa:16:3e:91:c7:d4", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f963176-7b", "ovs_interfaceid": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.043883] env[70636]: DEBUG nova.compute.manager [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Received event network-vif-plugged-3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.044214] env[70636]: DEBUG oslo_concurrency.lockutils [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] Acquiring lock "122e0404-29c7-4d16-bf19-5c979cdb8702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.044451] env[70636]: DEBUG oslo_concurrency.lockutils [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.044620] env[70636]: DEBUG oslo_concurrency.lockutils [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.044787] env[70636]: DEBUG nova.compute.manager [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] No waiting events found dispatching network-vif-plugged-3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.045294] env[70636]: WARNING nova.compute.manager [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Received unexpected event network-vif-plugged-3f963176-7b16-4b0b-8d05-761ea93a32dd for instance with vm_state building and task_state spawning. [ 1027.045514] env[70636]: DEBUG nova.compute.manager [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Received event network-changed-3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.045721] env[70636]: DEBUG nova.compute.manager [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Refreshing instance network info cache due to event network-changed-3f963176-7b16-4b0b-8d05-761ea93a32dd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.045941] env[70636]: DEBUG oslo_concurrency.lockutils [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] Acquiring lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.101812] env[70636]: DEBUG nova.compute.utils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.106894] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.107107] env[70636]: DEBUG nova.network.neutron [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.146782] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f4659d-647a-81f5-95c5-f338893225ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.147042] env[70636]: DEBUG oslo_concurrency.lockutils [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.147385] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. {{(pid=70636) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1027.147595] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97f32e0b-dd65-4d14-9977-1ca346d5d1e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.157105] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1027.157105] env[70636]: value = "task-2883997" [ 1027.157105] env[70636]: _type = "Task" [ 1027.157105] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.160682] env[70636]: DEBUG nova.policy [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c267c526b024ca9b5530754d479012e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2df036a6de4b7baed4d6f0f9f775f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.167993] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.218900] env[70636]: DEBUG oslo_vmware.api [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2883995, 'name': RemoveSnapshot_Task, 'duration_secs': 1.349093} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.219280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1027.248198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2c6133b0-8608-4c0b-825f-db7edb6bca97 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.891s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.314492] env[70636]: DEBUG nova.compute.manager [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.314806] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28520fbc-ccb5-40ff-b11c-9ffbd4f050a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.449587] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.528424] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Releasing lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.528804] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Instance network_info: |[{"id": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "address": "fa:16:3e:91:c7:d4", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f963176-7b", "ovs_interfaceid": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.529099] env[70636]: DEBUG oslo_concurrency.lockutils [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] Acquired lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529269] env[70636]: DEBUG nova.network.neutron [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Refreshing network info cache for port 3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.530554] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c7:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f963176-7b16-4b0b-8d05-761ea93a32dd', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.540295] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Creating folder: Project (714ff68036d04b58a5bfd5744c2209bb). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.544459] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c33cce-d891-476d-895e-9984481c3980 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.560450] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Created folder: Project (714ff68036d04b58a5bfd5744c2209bb) in parent group-v579393. [ 1027.560659] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Creating folder: Instances. Parent ref: group-v579493. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.561156] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97fec59f-e8d3-46ed-a90e-498fba998298 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.580257] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Created folder: Instances in parent group-v579493. [ 1027.580529] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.580754] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.581046] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13dc4daf-9801-46ae-973c-9b573154799a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.611153] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.618682] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.618682] env[70636]: value = "task-2884000" [ 1027.618682] env[70636]: _type = "Task" [ 1027.618682] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.641174] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884000, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.646476] env[70636]: DEBUG nova.network.neutron [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Successfully created port: 627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.671595] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.725690] env[70636]: WARNING nova.compute.manager [None req-78782226-b935-4c82-904e-9f7317d76ccb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Image not found during snapshot: nova.exception.ImageNotFound: Image 95e41218-60ac-44fb-b3a3-afac96a72526 could not be found. [ 1027.751916] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.777842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c164551-f3b3-4a0b-934b-214873c8162f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.793779] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3984e1-ee85-41c1-af3e-77efb9d264c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.834514] env[70636]: INFO nova.compute.manager [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] instance snapshotting [ 1027.838365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c40149-d2cf-46cd-9c02-beee8de46335 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.842403] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b309bf-30b9-47d4-a6dc-64d87a2fd44c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.868876] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24df799-0ada-4350-8952-17a7e7754103 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.874907] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc536ae7-08d4-44ae-9c45-19b5d9435439 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.894168] env[70636]: DEBUG nova.compute.provider_tree [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.946418] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2883996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75956} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.946711] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a8efdcf3-99a1-4499-a4b2-797434dbfbba/a8efdcf3-99a1-4499-a4b2-797434dbfbba.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.946961] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.947306] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44e2c48b-490e-46f5-ae32-1902b15cb12f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.955939] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1027.955939] env[70636]: value = "task-2884001" [ 1027.955939] env[70636]: _type = "Task" [ 1027.955939] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.965342] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.138175] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884000, 'name': CreateVM_Task, 'duration_secs': 0.39944} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.138816] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.139745] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a62478-96f9-4c46-a182-2d9a6f1102d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.143125] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.143450] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.143873] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.144271] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85d7f57-b205-4236-be84-d8e744120493 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.150791] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1028.150791] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbdd64-f680-82cc-52e9-eb600f59ccda" [ 1028.150791] env[70636]: _type = "Task" [ 1028.150791] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.153023] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Suspending the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1028.155937] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e4f62887-2107-4744-8610-5d74da96d1f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.167618] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbdd64-f680-82cc-52e9-eb600f59ccda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.170626] env[70636]: DEBUG oslo_vmware.api [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1028.170626] env[70636]: value = "task-2884002" [ 1028.170626] env[70636]: _type = "Task" [ 1028.170626] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.176028] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2883997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636396} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.179154] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. [ 1028.180388] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81864b7e-5ff6-41b8-a079-a586f7ff40dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.188990] env[70636]: DEBUG oslo_vmware.api [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884002, 'name': SuspendVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.211430] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.214869] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fff830f9-4d30-4e1b-9d96-731b3d99cce4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.234117] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1028.234117] env[70636]: value = "task-2884003" [ 1028.234117] env[70636]: _type = "Task" [ 1028.234117] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.243386] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.284578] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.296308] env[70636]: DEBUG nova.network.neutron [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Updated VIF entry in instance network info cache for port 3f963176-7b16-4b0b-8d05-761ea93a32dd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.296814] env[70636]: DEBUG nova.network.neutron [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Updating instance_info_cache with network_info: [{"id": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "address": "fa:16:3e:91:c7:d4", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f963176-7b", "ovs_interfaceid": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.397900] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1028.397900] env[70636]: DEBUG nova.scheduler.client.report [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.402167] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e56ee979-8718-4049-8d8a-8b298aaf84b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.413399] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1028.413399] env[70636]: value = "task-2884004" [ 1028.413399] env[70636]: _type = "Task" [ 1028.413399] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.423938] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.468147] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072498} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.468505] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.469265] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c81950-1c25-4204-8362-c042269a2169 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.496075] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] a8efdcf3-99a1-4499-a4b2-797434dbfbba/a8efdcf3-99a1-4499-a4b2-797434dbfbba.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.496889] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd5ae58-162b-4751-b122-0feaa410e099 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.520135] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1028.520135] env[70636]: value = "task-2884005" [ 1028.520135] env[70636]: _type = "Task" [ 1028.520135] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.530402] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.631872] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.659053] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.659573] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.659573] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.659663] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.659900] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.660022] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.660238] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.660393] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.660587] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.660701] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.660870] env[70636]: DEBUG nova.virt.hardware [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.661750] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9eee1-b8e2-46e4-94f8-bb9203064528 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.674972] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f51eaa6-0fa4-4443-b9ec-9ee75701b69a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.678828] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbdd64-f680-82cc-52e9-eb600f59ccda, 'name': SearchDatastore_Task, 'duration_secs': 0.038484} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.679305] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.679558] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.679826] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680061] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.680278] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.683795] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-390fc199-7b4e-4856-b604-31a5d9685b27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.700785] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.700999] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.701778] env[70636]: DEBUG oslo_vmware.api [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884002, 'name': SuspendVM_Task} progress is 62%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.702049] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4629ae52-7537-4b7c-9e0a-6716ea793a4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.708655] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1028.708655] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521eb6f2-a161-6349-741d-d266052a9093" [ 1028.708655] env[70636]: _type = "Task" [ 1028.708655] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.717984] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521eb6f2-a161-6349-741d-d266052a9093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.745366] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884003, 'name': ReconfigVM_Task, 'duration_secs': 0.337951} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.745702] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.746604] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e6c7f0-0d7b-4b93-bebb-6cdce671004e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.774733] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d13203-6f31-4262-ac43-86768aeef01f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.796049] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1028.796049] env[70636]: value = "task-2884006" [ 1028.796049] env[70636]: _type = "Task" [ 1028.796049] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.800403] env[70636]: DEBUG oslo_concurrency.lockutils [req-7527f909-d77a-406f-a2b7-1cadc81a6aaf req-9987338c-4e1f-48ca-887d-9f4d3e030c5e service nova] Releasing lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.806848] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.906988] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.909948] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.684s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.911737] env[70636]: INFO nova.compute.claims [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.924613] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.928721] env[70636]: INFO nova.scheduler.client.report [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Deleted allocations for instance 6e352875-5f4e-4fef-b554-3aa734b1c57b [ 1029.031206] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884005, 'name': ReconfigVM_Task, 'duration_secs': 0.380369} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.031206] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Reconfigured VM instance instance-0000001e to attach disk [datastore1] a8efdcf3-99a1-4499-a4b2-797434dbfbba/a8efdcf3-99a1-4499-a4b2-797434dbfbba.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.031730] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8186ca3-8ca8-4273-83c7-440fd2d8876e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.039683] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1029.039683] env[70636]: value = "task-2884007" [ 1029.039683] env[70636]: _type = "Task" [ 1029.039683] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.050017] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884007, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.189698] env[70636]: DEBUG oslo_vmware.api [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884002, 'name': SuspendVM_Task, 'duration_secs': 0.65866} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.190040] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Suspended the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1029.190270] env[70636]: DEBUG nova.compute.manager [None req-c8462595-f944-4240-bb31-fca95640132a tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.191210] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a709b-4b66-4865-bb52-5aa036074d20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.222596] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521eb6f2-a161-6349-741d-d266052a9093, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.223551] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3a6aad-0446-4532-b5c5-e7cd21342934 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.230470] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1029.230470] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5236527b-7f9a-af14-2162-46abe760f891" [ 1029.230470] env[70636]: _type = "Task" [ 1029.230470] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.240273] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5236527b-7f9a-af14-2162-46abe760f891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.309975] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884006, 'name': ReconfigVM_Task, 'duration_secs': 0.168762} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.309975] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.310236] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754f1956-8db2-4d5a-9200-9ab416be0cea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.318644] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1029.318644] env[70636]: value = "task-2884008" [ 1029.318644] env[70636]: _type = "Task" [ 1029.318644] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.327695] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.361495] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.361739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.361956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.362147] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.362311] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.364321] env[70636]: INFO nova.compute.manager [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Terminating instance [ 1029.428619] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884004, 'name': CreateSnapshot_Task, 'duration_secs': 0.636571} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.428619] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1029.428846] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39139f1-85c9-4704-81ca-4a53fa1f441c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.436807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5603cddb-cefa-4835-89cf-ddce688605cd tempest-FloatingIPsAssociationNegativeTestJSON-1225942170 tempest-FloatingIPsAssociationNegativeTestJSON-1225942170-project-member] Lock "6e352875-5f4e-4fef-b554-3aa734b1c57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.109s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.552234] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884007, 'name': Rename_Task, 'duration_secs': 0.312912} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.552842] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.553239] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e43c4a9-d2fb-4b45-8b2c-f58fef560771 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.561108] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1029.561108] env[70636]: value = "task-2884009" [ 1029.561108] env[70636]: _type = "Task" [ 1029.561108] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.570473] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.642828] env[70636]: DEBUG nova.compute.manager [req-9404135f-2bef-4c72-84f4-145dbcd81d1d req-c31e3b60-4483-482f-9371-35b0920c2662 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Received event network-vif-plugged-627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.643075] env[70636]: DEBUG oslo_concurrency.lockutils [req-9404135f-2bef-4c72-84f4-145dbcd81d1d req-c31e3b60-4483-482f-9371-35b0920c2662 service nova] Acquiring lock "cf8b4b0c-7652-4509-985f-151434312597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.643308] env[70636]: DEBUG oslo_concurrency.lockutils [req-9404135f-2bef-4c72-84f4-145dbcd81d1d req-c31e3b60-4483-482f-9371-35b0920c2662 service nova] Lock "cf8b4b0c-7652-4509-985f-151434312597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.643416] env[70636]: DEBUG oslo_concurrency.lockutils [req-9404135f-2bef-4c72-84f4-145dbcd81d1d req-c31e3b60-4483-482f-9371-35b0920c2662 service nova] Lock "cf8b4b0c-7652-4509-985f-151434312597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.643583] env[70636]: DEBUG nova.compute.manager [req-9404135f-2bef-4c72-84f4-145dbcd81d1d req-c31e3b60-4483-482f-9371-35b0920c2662 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] No waiting events found dispatching network-vif-plugged-627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.643895] env[70636]: WARNING nova.compute.manager [req-9404135f-2bef-4c72-84f4-145dbcd81d1d req-c31e3b60-4483-482f-9371-35b0920c2662 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Received unexpected event network-vif-plugged-627cab12-82e5-409c-a6f5-522f06acf87b for instance with vm_state building and task_state spawning. [ 1029.680555] env[70636]: DEBUG nova.network.neutron [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Successfully updated port: 627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.741703] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5236527b-7f9a-af14-2162-46abe760f891, 'name': SearchDatastore_Task, 'duration_secs': 0.027988} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.741897] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.742283] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 122e0404-29c7-4d16-bf19-5c979cdb8702/122e0404-29c7-4d16-bf19-5c979cdb8702.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.744017] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7de2835-9b60-441c-8672-c52d1a8499d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.750327] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1029.750327] env[70636]: value = "task-2884010" [ 1029.750327] env[70636]: _type = "Task" [ 1029.750327] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.760123] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.832065] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.869748] env[70636]: DEBUG nova.compute.manager [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.869990] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.871018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d263a8-cb1a-48f6-9696-c0165403c39c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.881548] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.881829] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440ee5a3-a07d-4524-a674-14bc1cc32b21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.888618] env[70636]: DEBUG oslo_vmware.api [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1029.888618] env[70636]: value = "task-2884011" [ 1029.888618] env[70636]: _type = "Task" [ 1029.888618] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.897591] env[70636]: DEBUG oslo_vmware.api [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.956333] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1029.958958] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99c0d2fe-25d3-4372-9228-eaaf5c4740ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.973040] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1029.973040] env[70636]: value = "task-2884012" [ 1029.973040] env[70636]: _type = "Task" [ 1029.973040] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.987317] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884012, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.083133] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.183987] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "refresh_cache-cf8b4b0c-7652-4509-985f-151434312597" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.183987] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquired lock "refresh_cache-cf8b4b0c-7652-4509-985f-151434312597" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.183987] env[70636]: DEBUG nova.network.neutron [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.265363] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884010, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.336946] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.399851] env[70636]: DEBUG oslo_vmware.api [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884011, 'name': PowerOffVM_Task, 'duration_secs': 0.236237} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.399915] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.400515] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.405072] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1b5f6d-3ecc-4060-92e2-75c60a574007 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.479763] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.479998] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.480246] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleting the datastore file [datastore2] 37e78c17-1f84-4d2e-b362-6fe4d668c7f8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.483200] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef157a3-0e23-471d-ba29-f20732485cbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.488708] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884012, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.499163] env[70636]: DEBUG oslo_vmware.api [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1030.499163] env[70636]: value = "task-2884014" [ 1030.499163] env[70636]: _type = "Task" [ 1030.499163] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.508352] env[70636]: DEBUG oslo_vmware.api [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.511365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab361d1c-bfb6-4a93-9ef4-77da1ddc7870 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.520178] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ec1697-342e-4d6d-abc6-7db87de40e57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.568862] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2133ab-c85c-468f-a25e-3b4f0503ee92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.579468] env[70636]: DEBUG oslo_vmware.api [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884009, 'name': PowerOnVM_Task, 'duration_secs': 0.568419} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.580695] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1a3b2-7dbf-4e79-b27c-69e7a82ac270 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.584580] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.584797] env[70636]: INFO nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1030.584971] env[70636]: DEBUG nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.585734] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a95941-8e3c-419e-8669-74592513c555 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.598802] env[70636]: DEBUG nova.compute.provider_tree [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.738114] env[70636]: DEBUG nova.network.neutron [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.762095] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520869} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.764652] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 122e0404-29c7-4d16-bf19-5c979cdb8702/122e0404-29c7-4d16-bf19-5c979cdb8702.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.764868] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.765240] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d335caa6-6524-46a4-aa31-6e6fe504ce5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.773343] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1030.773343] env[70636]: value = "task-2884015" [ 1030.773343] env[70636]: _type = "Task" [ 1030.773343] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.783351] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.832837] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.849831] env[70636]: DEBUG nova.compute.manager [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.850833] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f4689e-069d-46dd-85e6-868bbd525f29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.984693] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884012, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.008659] env[70636]: DEBUG oslo_vmware.api [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16313} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.008918] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.009107] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.009280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.009453] env[70636]: INFO nova.compute.manager [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1031.009689] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.009880] env[70636]: DEBUG nova.compute.manager [-] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.009975] env[70636]: DEBUG nova.network.neutron [-] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.054466] env[70636]: DEBUG nova.network.neutron [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Updating instance_info_cache with network_info: [{"id": "627cab12-82e5-409c-a6f5-522f06acf87b", "address": "fa:16:3e:80:5b:f0", "network": {"id": "761d8294-fca7-4e6a-814f-72d0246f0338", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1982274073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2df036a6de4b7baed4d6f0f9f775f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627cab12-82", "ovs_interfaceid": "627cab12-82e5-409c-a6f5-522f06acf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.102073] env[70636]: DEBUG nova.scheduler.client.report [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.117234] env[70636]: INFO nova.compute.manager [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Took 54.20 seconds to build instance. [ 1031.284985] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090529} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.288148] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.288148] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9350cf-d569-4407-94da-77e92ea59dfc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.319119] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 122e0404-29c7-4d16-bf19-5c979cdb8702/122e0404-29c7-4d16-bf19-5c979cdb8702.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.321898] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-052a2d7b-4957-4d88-be31-5767d2069ed7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.345913] env[70636]: DEBUG oslo_vmware.api [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884008, 'name': PowerOnVM_Task, 'duration_secs': 1.624719} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.348533] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.349030] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1031.349030] env[70636]: value = "task-2884016" [ 1031.349030] env[70636]: _type = "Task" [ 1031.349030] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.349968] env[70636]: DEBUG nova.compute.manager [None req-aa60c44e-48ad-4b0c-9aea-53e7517dff6d tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.351313] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361a6fa2-476c-4f74-b0b3-3d38b728221f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.364077] env[70636]: INFO nova.compute.manager [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] instance snapshotting [ 1031.364319] env[70636]: WARNING nova.compute.manager [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1031.366348] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.371158] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623fe41-affb-49db-a9d0-915c353731e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.393318] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2f9be-6aeb-47ab-9ac0-6541abee49d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.397631] env[70636]: DEBUG nova.compute.manager [req-b328423a-d48b-45b9-97c7-b95f3e575e49 req-dc557a6c-f47d-49f7-9f35-de7f99ef56bf service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Received event network-vif-deleted-7a5d8ed6-546d-4051-9b71-d815d1657cea {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.397826] env[70636]: INFO nova.compute.manager [req-b328423a-d48b-45b9-97c7-b95f3e575e49 req-dc557a6c-f47d-49f7-9f35-de7f99ef56bf service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Neutron deleted interface 7a5d8ed6-546d-4051-9b71-d815d1657cea; detaching it from the instance and deleting it from the info cache [ 1031.398060] env[70636]: DEBUG nova.network.neutron [req-b328423a-d48b-45b9-97c7-b95f3e575e49 req-dc557a6c-f47d-49f7-9f35-de7f99ef56bf service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.485811] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884012, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.560018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Releasing lock "refresh_cache-cf8b4b0c-7652-4509-985f-151434312597" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.560018] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Instance network_info: |[{"id": "627cab12-82e5-409c-a6f5-522f06acf87b", "address": "fa:16:3e:80:5b:f0", "network": {"id": "761d8294-fca7-4e6a-814f-72d0246f0338", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1982274073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2df036a6de4b7baed4d6f0f9f775f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627cab12-82", "ovs_interfaceid": "627cab12-82e5-409c-a6f5-522f06acf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.560018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:5b:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627cab12-82e5-409c-a6f5-522f06acf87b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.566403] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Creating folder: Project (fc2df036a6de4b7baed4d6f0f9f775f4). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.566683] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983ae504-3bc3-4e00-a2e3-35f704051e07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.581600] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Created folder: Project (fc2df036a6de4b7baed4d6f0f9f775f4) in parent group-v579393. [ 1031.581892] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Creating folder: Instances. Parent ref: group-v579498. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.582077] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c8e419-8ab5-41e2-bdf9-3fc221d8a25e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.594402] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Created folder: Instances in parent group-v579498. [ 1031.594665] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.594896] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8b4b0c-7652-4509-985f-151434312597] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.595170] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d091eae0-525d-46f8-82b3-d87aa8ffeac0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.618159] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.618159] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.622180] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.478s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.622459] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.622644] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1031.622943] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.438s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.623174] env[70636]: DEBUG nova.objects.instance [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lazy-loading 'resources' on Instance uuid 036d1098-1d2b-4f92-b05e-64f545e5bae5 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.624407] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9087102-eff6-4b64-951e-64ffc79dba6a tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.524s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.625463] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e978d-9901-4df0-9b1b-6ff23f36d64f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.630836] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.630836] env[70636]: value = "task-2884019" [ 1031.630836] env[70636]: _type = "Task" [ 1031.630836] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.639057] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49581757-f5fa-4c4a-b85c-3844ea8609fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.646817] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884019, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.660477] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1cddd-a4a4-4467-a178-fc1ad80f20cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.669658] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193177c-d9fb-4c88-95ea-9b5745775a74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.706295] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178991MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1031.706483] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.719185] env[70636]: DEBUG nova.compute.manager [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Received event network-changed-627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.719185] env[70636]: DEBUG nova.compute.manager [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Refreshing instance network info cache due to event network-changed-627cab12-82e5-409c-a6f5-522f06acf87b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.719434] env[70636]: DEBUG oslo_concurrency.lockutils [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] Acquiring lock "refresh_cache-cf8b4b0c-7652-4509-985f-151434312597" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.719612] env[70636]: DEBUG oslo_concurrency.lockutils [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] Acquired lock "refresh_cache-cf8b4b0c-7652-4509-985f-151434312597" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.719810] env[70636]: DEBUG nova.network.neutron [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Refreshing network info cache for port 627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.794076] env[70636]: DEBUG nova.network.neutron [-] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.864522] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.902370] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb334178-2851-4517-a4a7-ad4cfad29662 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.914769] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.914970] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e92b5ab2-fbc1-4bec-bee4-ad07ea6ba0a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.930702] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735be4de-32a6-43ac-bda7-7de9be4099fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.946195] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1031.946195] env[70636]: value = "task-2884020" [ 1031.946195] env[70636]: _type = "Task" [ 1031.946195] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.957072] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.978735] env[70636]: DEBUG nova.compute.manager [req-b328423a-d48b-45b9-97c7-b95f3e575e49 req-dc557a6c-f47d-49f7-9f35-de7f99ef56bf service nova] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Detach interface failed, port_id=7a5d8ed6-546d-4051-9b71-d815d1657cea, reason: Instance 37e78c17-1f84-4d2e-b362-6fe4d668c7f8 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.991246] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884012, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.126862] env[70636]: DEBUG nova.compute.utils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.128640] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.128936] env[70636]: DEBUG nova.network.neutron [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.134646] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.148525] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884019, 'name': CreateVM_Task, 'duration_secs': 0.502698} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.151971] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8b4b0c-7652-4509-985f-151434312597] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.152749] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.152903] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.153343] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.154331] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dbb75d-3adf-4240-8bf1-d4fde7ea25c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.160800] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1032.160800] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521f983d-effc-a059-d917-41c4bd73d651" [ 1032.160800] env[70636]: _type = "Task" [ 1032.160800] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.172921] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521f983d-effc-a059-d917-41c4bd73d651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.220158] env[70636]: DEBUG nova.policy [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '774534beed3a464b93cb0cec410dbf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd5f3d807a5a48fca800f6d3d7db3c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.299416] env[70636]: INFO nova.compute.manager [-] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Took 1.29 seconds to deallocate network for instance. [ 1032.363188] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884016, 'name': ReconfigVM_Task, 'duration_secs': 0.724568} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.363495] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 122e0404-29c7-4d16-bf19-5c979cdb8702/122e0404-29c7-4d16-bf19-5c979cdb8702.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.364177] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7ec1d84-1b02-4f6e-a03c-cc454e1ea64d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.375502] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1032.375502] env[70636]: value = "task-2884021" [ 1032.375502] env[70636]: _type = "Task" [ 1032.375502] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.389868] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884021, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.461070] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.488327] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884012, 'name': CloneVM_Task, 'duration_secs': 2.230352} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.488515] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Created linked-clone VM from snapshot [ 1032.489385] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fc0c73-3b56-4299-896a-150cf621e7b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.502627] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Uploading image 6920ce51-d50a-471b-baac-ae9ac1f60f34 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.552387] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.552387] env[70636]: value = "vm-579497" [ 1032.552387] env[70636]: _type = "VirtualMachine" [ 1032.552387] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.553155] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d482654-9aa8-4b68-b808-a1c9d14165a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.562019] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lease: (returnval){ [ 1032.562019] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c4726-739e-7683-d4be-377eae76095c" [ 1032.562019] env[70636]: _type = "HttpNfcLease" [ 1032.562019] env[70636]: } obtained for exporting VM: (result){ [ 1032.562019] env[70636]: value = "vm-579497" [ 1032.562019] env[70636]: _type = "VirtualMachine" [ 1032.562019] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.562544] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the lease: (returnval){ [ 1032.562544] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c4726-739e-7683-d4be-377eae76095c" [ 1032.562544] env[70636]: _type = "HttpNfcLease" [ 1032.562544] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.573961] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.573961] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c4726-739e-7683-d4be-377eae76095c" [ 1032.573961] env[70636]: _type = "HttpNfcLease" [ 1032.573961] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.589170] env[70636]: DEBUG nova.network.neutron [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Successfully created port: b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.632566] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.662203] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.677067] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521f983d-effc-a059-d917-41c4bd73d651, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.677403] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.677634] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.677864] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.678028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.678197] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.678476] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-326e0905-3e9f-4adf-8c48-c4b1eab3041f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.690834] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.690952] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.691872] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ebc52e-61b5-4f2f-97ef-3e177b7b5ad2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.696159] env[70636]: DEBUG nova.network.neutron [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Updated VIF entry in instance network info cache for port 627cab12-82e5-409c-a6f5-522f06acf87b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.696705] env[70636]: DEBUG nova.network.neutron [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Updating instance_info_cache with network_info: [{"id": "627cab12-82e5-409c-a6f5-522f06acf87b", "address": "fa:16:3e:80:5b:f0", "network": {"id": "761d8294-fca7-4e6a-814f-72d0246f0338", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1982274073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2df036a6de4b7baed4d6f0f9f775f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627cab12-82", "ovs_interfaceid": "627cab12-82e5-409c-a6f5-522f06acf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.707513] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1032.707513] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52291183-c9ec-046f-af2f-4aca1ecacdbb" [ 1032.707513] env[70636]: _type = "Task" [ 1032.707513] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.721562] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52291183-c9ec-046f-af2f-4aca1ecacdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.722415] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8f9020-b833-4650-98fd-3cc57871f5b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.731349] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1032.731349] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528544f9-c531-352f-0415-1c9b70f2f787" [ 1032.731349] env[70636]: _type = "Task" [ 1032.731349] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.743592] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528544f9-c531-352f-0415-1c9b70f2f787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.748297] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6850df27-98cd-49d4-8aa4-4a31c2374e0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.757962] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40280dc-7318-431c-9041-6c8c032a1c03 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.793667] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c48323-dcec-4bd8-b990-8ed47165aa0e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.802805] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c756502-364e-4f21-8542-2e1e098ed1f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.809737] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.821527] env[70636]: DEBUG nova.compute.provider_tree [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.887588] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884021, 'name': Rename_Task, 'duration_secs': 0.175459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.887922] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.888543] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f844bb9-de48-41d7-9849-a33424ee5240 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.896900] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1032.896900] env[70636]: value = "task-2884023" [ 1032.896900] env[70636]: _type = "Task" [ 1032.896900] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.909069] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.959101] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884020, 'name': CreateSnapshot_Task, 'duration_secs': 0.826868} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.959446] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1032.960270] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff32a219-9628-4798-9f89-d0b13aab6a7f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.074787] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.074787] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c4726-739e-7683-d4be-377eae76095c" [ 1033.074787] env[70636]: _type = "HttpNfcLease" [ 1033.074787] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.075111] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.075111] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c4726-739e-7683-d4be-377eae76095c" [ 1033.075111] env[70636]: _type = "HttpNfcLease" [ 1033.075111] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.077223] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e532649-941d-455a-a1a9-a50e5c2495f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.084262] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e48a16-578d-47b4-98d9-0bd5dc8016f4/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.084347] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e48a16-578d-47b4-98d9-0bd5dc8016f4/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.203976] env[70636]: DEBUG oslo_concurrency.lockutils [req-616a150e-daf4-426b-981f-5661006b6247 req-8675ed4c-ccdb-4563-892e-7e053716bd28 service nova] Releasing lock "refresh_cache-cf8b4b0c-7652-4509-985f-151434312597" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.229119] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5a36ef6-e13f-48a5-bbc0-2c22bc4f85fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.244748] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528544f9-c531-352f-0415-1c9b70f2f787, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.245033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.245426] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] cf8b4b0c-7652-4509-985f-151434312597/cf8b4b0c-7652-4509-985f-151434312597.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.245699] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe1a8268-c08e-4d06-a0e7-180d2e489e4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.259364] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1033.259364] env[70636]: value = "task-2884024" [ 1033.259364] env[70636]: _type = "Task" [ 1033.259364] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.275583] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.325265] env[70636]: DEBUG nova.scheduler.client.report [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.410927] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.481887] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1033.483207] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70f63959-91d8-4b52-8711-32d4d1ed80b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.495323] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1033.495323] env[70636]: value = "task-2884025" [ 1033.495323] env[70636]: _type = "Task" [ 1033.495323] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.506871] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884025, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.646397] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.679427] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.679692] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.679802] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.679980] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.680145] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.680296] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.680520] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.680713] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.681294] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.681294] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.681482] env[70636]: DEBUG nova.virt.hardware [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.682532] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf871643-39b9-4be2-a589-3330959da037 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.696863] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9128a6d2-b2d5-4bce-aa8f-14f29b55f120 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.778428] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884024, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.830832] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.834126] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.857s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.836267] env[70636]: DEBUG nova.objects.instance [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lazy-loading 'resources' on Instance uuid ccf0bfa7-aa71-4cbd-9657-b908bfc001d8 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.878791] env[70636]: INFO nova.scheduler.client.report [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Deleted allocations for instance 036d1098-1d2b-4f92-b05e-64f545e5bae5 [ 1033.909742] env[70636]: DEBUG oslo_vmware.api [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884023, 'name': PowerOnVM_Task, 'duration_secs': 0.782859} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.910234] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.910518] env[70636]: INFO nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1033.910846] env[70636]: DEBUG nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.911842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b835239-bf05-491f-b3a2-3c375f2270e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.010506] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884025, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.141633] env[70636]: DEBUG nova.compute.manager [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-changed-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.144370] env[70636]: DEBUG nova.compute.manager [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing instance network info cache due to event network-changed-bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.145201] env[70636]: DEBUG oslo_concurrency.lockutils [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.145349] env[70636]: DEBUG oslo_concurrency.lockutils [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.145514] env[70636]: DEBUG nova.network.neutron [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing network info cache for port bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.247253] env[70636]: DEBUG nova.network.neutron [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Successfully updated port: b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.280076] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55919} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.283176] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] cf8b4b0c-7652-4509-985f-151434312597/cf8b4b0c-7652-4509-985f-151434312597.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.283176] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.283176] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c9e4d6a-93df-4442-ac4f-104aca260266 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.291147] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1034.291147] env[70636]: value = "task-2884026" [ 1034.291147] env[70636]: _type = "Task" [ 1034.291147] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.303527] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.380692] env[70636]: DEBUG nova.compute.manager [req-5117d721-5989-457a-b47e-4e3c42db2a00 req-6adfaca5-0607-4d12-93f1-818d18b1a9ac service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-vif-plugged-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.381743] env[70636]: DEBUG oslo_concurrency.lockutils [req-5117d721-5989-457a-b47e-4e3c42db2a00 req-6adfaca5-0607-4d12-93f1-818d18b1a9ac service nova] Acquiring lock "5c796157-928c-48ae-9d48-c7a73a36c70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.381743] env[70636]: DEBUG oslo_concurrency.lockutils [req-5117d721-5989-457a-b47e-4e3c42db2a00 req-6adfaca5-0607-4d12-93f1-818d18b1a9ac service nova] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.384418] env[70636]: DEBUG oslo_concurrency.lockutils [req-5117d721-5989-457a-b47e-4e3c42db2a00 req-6adfaca5-0607-4d12-93f1-818d18b1a9ac service nova] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.384939] env[70636]: DEBUG nova.compute.manager [req-5117d721-5989-457a-b47e-4e3c42db2a00 req-6adfaca5-0607-4d12-93f1-818d18b1a9ac service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] No waiting events found dispatching network-vif-plugged-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.384939] env[70636]: WARNING nova.compute.manager [req-5117d721-5989-457a-b47e-4e3c42db2a00 req-6adfaca5-0607-4d12-93f1-818d18b1a9ac service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received unexpected event network-vif-plugged-b614e101-b3fb-4ff2-bb1e-21f4021639be for instance with vm_state building and task_state spawning. [ 1034.389063] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7b3c1b1d-ce79-4524-ac4f-044e2fb86a73 tempest-ServerDiagnosticsV248Test-808349548 tempest-ServerDiagnosticsV248Test-808349548-project-member] Lock "036d1098-1d2b-4f92-b05e-64f545e5bae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.499s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.438821] env[70636]: INFO nova.compute.manager [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Took 54.88 seconds to build instance. [ 1034.509586] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884025, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.757016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.757358] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.757419] env[70636]: DEBUG nova.network.neutron [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.765282] env[70636]: DEBUG nova.compute.manager [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Received event network-changed {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.765282] env[70636]: DEBUG nova.compute.manager [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Refreshing instance network info cache due to event network-changed. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.765739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] Acquiring lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.765739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] Acquired lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.765739] env[70636]: DEBUG nova.network.neutron [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.810733] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076984} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.811115] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.811993] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851475d3-6a4e-4555-ad9a-8a987bd4cf9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.837371] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] cf8b4b0c-7652-4509-985f-151434312597/cf8b4b0c-7652-4509-985f-151434312597.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.843347] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89156851-9dd8-49bf-a988-6dd12b05e421 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.866492] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1034.866492] env[70636]: value = "task-2884027" [ 1034.866492] env[70636]: _type = "Task" [ 1034.866492] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.870724] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.872031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.872031] env[70636]: INFO nova.compute.manager [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Rebooting instance [ 1034.880607] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.939428] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7322f245-95f9-4fed-915a-edfa305ca201 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.910s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.962850] env[70636]: DEBUG nova.network.neutron [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updated VIF entry in instance network info cache for port bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.963322] env[70636]: DEBUG nova.network.neutron [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.970713] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7908e-0e21-4508-a509-1f9efa1c78e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.981189] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bd4b0b-b7cb-471c-81e5-b1fdc1855e88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.023169] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb92025-a774-4bf9-8a31-c3789da4d72f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.032682] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884025, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.036229] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b49d4-919a-4fcc-906a-1c8ac0f68eef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.054837] env[70636]: DEBUG nova.compute.provider_tree [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.304631] env[70636]: DEBUG nova.network.neutron [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.378129] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.426756] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.426756] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquired lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.426756] env[70636]: DEBUG nova.network.neutron [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.440687] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.468054] env[70636]: DEBUG oslo_concurrency.lockutils [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.469767] env[70636]: DEBUG nova.compute.manager [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Received event network-changed-79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.469767] env[70636]: DEBUG nova.compute.manager [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Refreshing instance network info cache due to event network-changed-79a47194-d9d8-4ba0-aae6-9dc9e178b39e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.469921] env[70636]: DEBUG oslo_concurrency.lockutils [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] Acquiring lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.475443] env[70636]: DEBUG nova.network.neutron [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.530356] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884025, 'name': CloneVM_Task, 'duration_secs': 1.678482} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.533280] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Created linked-clone VM from snapshot [ 1035.534529] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe398e4-dda5-4440-a7a8-ac6afe54c138 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.543695] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Uploading image 75f459eb-1028-43a7-a25d-efa75dd7ecb8 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1035.558084] env[70636]: DEBUG nova.scheduler.client.report [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.585530] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1035.585530] env[70636]: value = "vm-579502" [ 1035.585530] env[70636]: _type = "VirtualMachine" [ 1035.585530] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1035.586087] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da7b921b-ab2b-4040-a5ea-32898cf4e7eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.595098] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease: (returnval){ [ 1035.595098] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fc6010-0d1e-56dc-c6ff-e7a8ccfa4b47" [ 1035.595098] env[70636]: _type = "HttpNfcLease" [ 1035.595098] env[70636]: } obtained for exporting VM: (result){ [ 1035.595098] env[70636]: value = "vm-579502" [ 1035.595098] env[70636]: _type = "VirtualMachine" [ 1035.595098] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1035.596718] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the lease: (returnval){ [ 1035.596718] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fc6010-0d1e-56dc-c6ff-e7a8ccfa4b47" [ 1035.596718] env[70636]: _type = "HttpNfcLease" [ 1035.596718] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1035.603829] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.603829] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fc6010-0d1e-56dc-c6ff-e7a8ccfa4b47" [ 1035.603829] env[70636]: _type = "HttpNfcLease" [ 1035.603829] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.710303] env[70636]: DEBUG nova.network.neutron [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Updating instance_info_cache with network_info: [{"id": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "address": "fa:16:3e:91:c7:d4", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f963176-7b", "ovs_interfaceid": "3f963176-7b16-4b0b-8d05-761ea93a32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.813924] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "122e0404-29c7-4d16-bf19-5c979cdb8702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.814359] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.814637] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "122e0404-29c7-4d16-bf19-5c979cdb8702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.814828] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.814994] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.817724] env[70636]: INFO nova.compute.manager [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Terminating instance [ 1035.879381] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884027, 'name': ReconfigVM_Task, 'duration_secs': 0.567095} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.879694] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Reconfigured VM instance instance-00000020 to attach disk [datastore1] cf8b4b0c-7652-4509-985f-151434312597/cf8b4b0c-7652-4509-985f-151434312597.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.880391] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a45e246-5af9-4d38-a41b-1028fd520d5b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.889290] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1035.889290] env[70636]: value = "task-2884029" [ 1035.889290] env[70636]: _type = "Task" [ 1035.889290] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.900263] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884029, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.975225] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.979108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.979512] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Instance network_info: |[{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.979664] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:43:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b614e101-b3fb-4ff2-bb1e-21f4021639be', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.989522] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Creating folder: Project (fd5f3d807a5a48fca800f6d3d7db3c3d). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.989963] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eb81aea-fe5b-49aa-95d8-7cf82a2cf4d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.005339] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Created folder: Project (fd5f3d807a5a48fca800f6d3d7db3c3d) in parent group-v579393. [ 1036.005746] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Creating folder: Instances. Parent ref: group-v579503. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.006050] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f41023-f4c2-4f73-a416-09e723ae8e13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.020456] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Created folder: Instances in parent group-v579503. [ 1036.020771] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.024016] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.024016] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4ba50d-319b-443d-879a-0f55d528fd3a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.046472] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.046472] env[70636]: value = "task-2884032" [ 1036.046472] env[70636]: _type = "Task" [ 1036.046472] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.057515] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884032, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.064012] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.069301] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.908s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.071269] env[70636]: INFO nova.compute.claims [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.104769] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.104769] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fc6010-0d1e-56dc-c6ff-e7a8ccfa4b47" [ 1036.104769] env[70636]: _type = "HttpNfcLease" [ 1036.104769] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.105798] env[70636]: INFO nova.scheduler.client.report [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Deleted allocations for instance ccf0bfa7-aa71-4cbd-9657-b908bfc001d8 [ 1036.110317] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.110317] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fc6010-0d1e-56dc-c6ff-e7a8ccfa4b47" [ 1036.110317] env[70636]: _type = "HttpNfcLease" [ 1036.110317] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1036.113747] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105acafa-10c7-4bfc-86e9-aad929f79e3a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.128917] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d02828-5fe0-0b33-ae82-a4688ce5e8df/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.129240] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d02828-5fe0-0b33-ae82-a4688ce5e8df/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1036.213765] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ddaaad9f-3413-43b4-8f39-7fe4f72e74e7 tempest-ServerExternalEventsTest-1304587931 tempest-ServerExternalEventsTest-1304587931-project] Releasing lock "refresh_cache-122e0404-29c7-4d16-bf19-5c979cdb8702" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.240549] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a9bbd27-da81-4a6c-a07a-c981aeb1c43f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.321516] env[70636]: DEBUG nova.compute.manager [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.321836] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.323074] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdeeca4-50d7-4245-8ae9-9bc874cee3af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.332535] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.332822] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f0ec765-70c6-46da-9d3a-9e05194e2517 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.342231] env[70636]: DEBUG oslo_vmware.api [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1036.342231] env[70636]: value = "task-2884033" [ 1036.342231] env[70636]: _type = "Task" [ 1036.342231] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.359294] env[70636]: DEBUG oslo_vmware.api [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.402022] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884029, 'name': Rename_Task, 'duration_secs': 0.220665} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.402260] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.402539] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73c724e-8009-4fb0-b054-f5a9c5823012 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.412144] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1036.412144] env[70636]: value = "task-2884034" [ 1036.412144] env[70636]: _type = "Task" [ 1036.412144] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.427146] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.428611] env[70636]: DEBUG nova.network.neutron [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updating instance_info_cache with network_info: [{"id": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "address": "fa:16:3e:2f:97:04", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a47194-d9", "ovs_interfaceid": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.560383] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884032, 'name': CreateVM_Task, 'duration_secs': 0.392252} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.560566] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.561810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.561810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.562083] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.562373] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a6a75e-c98a-4160-9d89-6567e2bc375b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.569184] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1036.569184] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5292edee-be0a-ff0a-f748-13a3724f2c92" [ 1036.569184] env[70636]: _type = "Task" [ 1036.569184] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.585351] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5292edee-be0a-ff0a-f748-13a3724f2c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.628638] env[70636]: DEBUG oslo_concurrency.lockutils [None req-051068dc-73e4-4599-8b43-a80cbe21280c tempest-ImagesOneServerTestJSON-333990311 tempest-ImagesOneServerTestJSON-333990311-project-member] Lock "ccf0bfa7-aa71-4cbd-9657-b908bfc001d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.331s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.857873] env[70636]: DEBUG oslo_vmware.api [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884033, 'name': PowerOffVM_Task, 'duration_secs': 0.343394} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.858682] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.858968] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.859373] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-635bf568-c8a1-4b0a-8316-eab1d1a7746e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.928040] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.933840] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Releasing lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.935332] env[70636]: DEBUG oslo_concurrency.lockutils [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] Acquired lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.935638] env[70636]: DEBUG nova.network.neutron [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Refreshing network info cache for port 79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.943106] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.943482] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.943955] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Deleting the datastore file [datastore1] 122e0404-29c7-4d16-bf19-5c979cdb8702 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.944401] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe445afb-2e00-435e-9bb1-cc4b96e1f95f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.956671] env[70636]: DEBUG oslo_vmware.api [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for the task: (returnval){ [ 1036.956671] env[70636]: value = "task-2884036" [ 1036.956671] env[70636]: _type = "Task" [ 1036.956671] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.968941] env[70636]: DEBUG oslo_vmware.api [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.081974] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5292edee-be0a-ff0a-f748-13a3724f2c92, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.082527] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.082669] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.082965] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.083140] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.083330] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.086955] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175dd417-a47a-4931-b21e-12984c07591a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.100108] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.100108] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.101208] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4c1902-aacd-48ea-9ad8-11b381e4a458 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.110071] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1037.110071] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7a6a2-c95f-6284-ed1e-4e671e6545e5" [ 1037.110071] env[70636]: _type = "Task" [ 1037.110071] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.121637] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7a6a2-c95f-6284-ed1e-4e671e6545e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.272783] env[70636]: DEBUG nova.compute.manager [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-changed-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.273396] env[70636]: DEBUG nova.compute.manager [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing instance network info cache due to event network-changed-bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.273474] env[70636]: DEBUG oslo_concurrency.lockutils [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.273632] env[70636]: DEBUG oslo_concurrency.lockutils [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.273871] env[70636]: DEBUG nova.network.neutron [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing network info cache for port bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.431531] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.446163] env[70636]: DEBUG nova.compute.manager [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.448219] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ff252f-6f42-4d49-814a-99f7041d4704 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.478772] env[70636]: DEBUG oslo_vmware.api [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Task: {'id': task-2884036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341693} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.478772] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.478772] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.478772] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.479051] env[70636]: INFO nova.compute.manager [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1037.479256] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.482424] env[70636]: DEBUG nova.compute.manager [-] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.482581] env[70636]: DEBUG nova.network.neutron [-] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.626877] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b7a6a2-c95f-6284-ed1e-4e671e6545e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017478} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.628209] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4f6653-4326-415b-a9d3-98febf689d91 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.636414] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1037.636414] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528ab603-2ff1-9d03-3530-db388a6284d8" [ 1037.636414] env[70636]: _type = "Task" [ 1037.636414] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.650313] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528ab603-2ff1-9d03-3530-db388a6284d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.657694] env[70636]: DEBUG nova.compute.manager [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.657694] env[70636]: DEBUG nova.compute.manager [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing instance network info cache due to event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.657694] env[70636]: DEBUG oslo_concurrency.lockutils [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] Acquiring lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.657824] env[70636]: DEBUG oslo_concurrency.lockutils [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] Acquired lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.658395] env[70636]: DEBUG nova.network.neutron [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.721862] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f4c48-d377-4474-a92a-93ff94437535 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.732156] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c76029-0281-452f-a21d-c1f683482299 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.783039] env[70636]: DEBUG nova.network.neutron [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updated VIF entry in instance network info cache for port 79a47194-d9d8-4ba0-aae6-9dc9e178b39e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.783039] env[70636]: DEBUG nova.network.neutron [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updating instance_info_cache with network_info: [{"id": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "address": "fa:16:3e:2f:97:04", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a47194-d9", "ovs_interfaceid": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.785398] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4448fee6-0f88-4dd9-86c9-fffb48dc27a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.802654] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c059033-eb88-4899-883c-0940131c2fe1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.821832] env[70636]: DEBUG nova.compute.provider_tree [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.925893] env[70636]: DEBUG oslo_vmware.api [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884034, 'name': PowerOnVM_Task, 'duration_secs': 1.067203} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.926243] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.926388] env[70636]: INFO nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1037.926575] env[70636]: DEBUG nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.927463] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63fef1f-0e65-4a2c-9b14-572c0fe97f39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.156091] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528ab603-2ff1-9d03-3530-db388a6284d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.156091] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.156091] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 5c796157-928c-48ae-9d48-c7a73a36c70f/5c796157-928c-48ae-9d48-c7a73a36c70f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.156091] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f45d9b-4be7-4cb9-a12c-54188a7654e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.162475] env[70636]: DEBUG nova.network.neutron [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updated VIF entry in instance network info cache for port bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.162834] env[70636]: DEBUG nova.network.neutron [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.170909] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1038.170909] env[70636]: value = "task-2884037" [ 1038.170909] env[70636]: _type = "Task" [ 1038.170909] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.185524] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.292245] env[70636]: DEBUG oslo_concurrency.lockutils [req-fce04337-a2f4-4bd9-8a39-e6310e70460a req-202f764e-67d9-475d-b2ea-6b309d6bd019 service nova] Releasing lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.330324] env[70636]: DEBUG nova.scheduler.client.report [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.450866] env[70636]: INFO nova.compute.manager [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Took 50.15 seconds to build instance. [ 1038.475904] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef61dc8-e05a-48fe-ba62-fe036eae6a92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.493329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Doing hard reboot of VM {{(pid=70636) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1038.493329] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0434b224-78c9-44fd-b53d-1c99d86593b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.502295] env[70636]: DEBUG oslo_vmware.api [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1038.502295] env[70636]: value = "task-2884038" [ 1038.502295] env[70636]: _type = "Task" [ 1038.502295] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.517482] env[70636]: DEBUG oslo_vmware.api [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884038, 'name': ResetVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.671642] env[70636]: DEBUG oslo_concurrency.lockutils [req-571174eb-a0d4-400d-be93-8571b7cf0829 req-c2624932-a9e6-4032-ada8-8f3378bdef72 service nova] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.683831] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.806068] env[70636]: DEBUG nova.network.neutron [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updated VIF entry in instance network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.806669] env[70636]: DEBUG nova.network.neutron [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.842224] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.842890] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.852110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.337s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.852328] env[70636]: INFO nova.compute.claims [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.856410] env[70636]: DEBUG nova.network.neutron [-] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.953161] env[70636]: DEBUG oslo_concurrency.lockutils [None req-122bc14a-5cff-49ca-906b-34553181f00e tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "cf8b4b0c-7652-4509-985f-151434312597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.536s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.014699] env[70636]: DEBUG oslo_vmware.api [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884038, 'name': ResetVM_Task, 'duration_secs': 0.142965} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.015272] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Did hard reboot of VM {{(pid=70636) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1039.015590] env[70636]: DEBUG nova.compute.manager [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.016506] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75d25e-fc0f-4436-b2dd-7ea0ae6028a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.191995] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563009} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.191995] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 5c796157-928c-48ae-9d48-c7a73a36c70f/5c796157-928c-48ae-9d48-c7a73a36c70f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.191995] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.191995] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd871cef-f7f8-40bf-890e-248dff5aecd8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.203043] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1039.203043] env[70636]: value = "task-2884039" [ 1039.203043] env[70636]: _type = "Task" [ 1039.203043] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.214604] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.310864] env[70636]: DEBUG oslo_concurrency.lockutils [req-90918706-df27-4f4f-97a8-db6b282a93d7 req-20c5102b-80b0-4746-8987-164735d81778 service nova] Releasing lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.353025] env[70636]: DEBUG nova.compute.utils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.353025] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.355899] env[70636]: DEBUG nova.network.neutron [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.362573] env[70636]: INFO nova.compute.manager [-] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Took 1.88 seconds to deallocate network for instance. [ 1039.415024] env[70636]: DEBUG nova.policy [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a423ce4bd0224aabb1aab8ed91b96250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '216ae0619ee64622a187e47c4cb1dfc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.456517] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.532384] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4edbdd50-996b-40c8-b4c6-38251d7bb230 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.661s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.717916] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080067} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.718976] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.720141] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f637a-11f5-40fe-9974-6e95cda7d556 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.755444] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5c796157-928c-48ae-9d48-c7a73a36c70f/5c796157-928c-48ae-9d48-c7a73a36c70f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.755819] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97a3023-aa47-4362-b2a2-129265785011 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.779745] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1039.779745] env[70636]: value = "task-2884040" [ 1039.779745] env[70636]: _type = "Task" [ 1039.779745] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.780667] env[70636]: DEBUG nova.network.neutron [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Successfully created port: 0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.794491] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.861438] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.879415] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.983252] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.300209] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.482444] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997f8f89-f447-4351-967d-3bf39872c2be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.498646] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33da69c-9a91-46a9-9472-77ff2f6028c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538260] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f6fe0-81cb-491f-9346-c9d11cc7520e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.548463] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973f2d82-f26e-4463-858a-0a3a5a4c5581 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.562188] env[70636]: DEBUG nova.compute.provider_tree [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.793314] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884040, 'name': ReconfigVM_Task, 'duration_secs': 0.543443} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.793607] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5c796157-928c-48ae-9d48-c7a73a36c70f/5c796157-928c-48ae-9d48-c7a73a36c70f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.794275] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f9fb447-2fca-430d-9272-08d76f60430b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.802205] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1040.802205] env[70636]: value = "task-2884041" [ 1040.802205] env[70636]: _type = "Task" [ 1040.802205] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.811868] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884041, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.876220] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.066077] env[70636]: DEBUG nova.scheduler.client.report [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.315602] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884041, 'name': Rename_Task, 'duration_secs': 0.169502} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.316162] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.316626] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb2b0664-6bee-4666-9043-8e5047646251 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.328047] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1041.328047] env[70636]: value = "task-2884042" [ 1041.328047] env[70636]: _type = "Task" [ 1041.328047] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.335774] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.575097] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.575097] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.576654] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.496s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.577157] env[70636]: DEBUG nova.objects.instance [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lazy-loading 'resources' on Instance uuid a95a4262-7614-460a-b10f-a622efd96a54 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.648807] env[70636]: DEBUG nova.network.neutron [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Successfully updated port: 0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.838374] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.084802] env[70636]: DEBUG nova.compute.utils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.087326] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.087504] env[70636]: DEBUG nova.network.neutron [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.148627] env[70636]: DEBUG nova.policy [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e9616a813349c8b8d001256b23611c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a137288826854885a73c3a60bc087a5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.155734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.155804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.155948] env[70636]: DEBUG nova.network.neutron [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.338806] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884042, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.487779] env[70636]: DEBUG nova.network.neutron [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Successfully created port: 7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.492666] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.492666] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.492792] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.492941] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.493112] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.493256] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.493465] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.493617] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.493821] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.493981] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.494165] env[70636]: DEBUG nova.virt.hardware [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.496438] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934a7605-7107-4801-b905-9c131b1a5535 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.516491] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260ff0c-bd4c-43de-87d4-5d42ba2a29c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.557701] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e48a16-578d-47b4-98d9-0bd5dc8016f4/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.559118] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c882f42-42d5-4522-bf18-d4910060f0a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.569369] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e48a16-578d-47b4-98d9-0bd5dc8016f4/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.569709] env[70636]: ERROR oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e48a16-578d-47b4-98d9-0bd5dc8016f4/disk-0.vmdk due to incomplete transfer. [ 1042.570228] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b734b13e-afe6-42b8-a573-28d72dd56b99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.582551] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e48a16-578d-47b4-98d9-0bd5dc8016f4/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1042.582551] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Uploaded image 6920ce51-d50a-471b-baac-ae9ac1f60f34 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1042.587184] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.590275] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc41dfce-493f-4b69-a2f7-ecbf7776db5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.594194] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.601324] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1042.601324] env[70636]: value = "task-2884043" [ 1042.601324] env[70636]: _type = "Task" [ 1042.601324] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.613409] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884043, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.639842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9d7988-62ef-4a1f-ba7d-76e88eebd970 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.653795] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296aa3a-2396-4458-8789-d7bdb99493ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.694396] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e2742-dd95-4cfd-bfe3-ae3e604ec769 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.703428] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899c19c-bb9b-4375-8315-1c2732ea8572 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.729782] env[70636]: DEBUG nova.compute.provider_tree [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.739255] env[70636]: DEBUG nova.network.neutron [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.840408] env[70636]: DEBUG oslo_vmware.api [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884042, 'name': PowerOnVM_Task, 'duration_secs': 1.356858} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.841080] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.841367] env[70636]: INFO nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1042.845020] env[70636]: DEBUG nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.846652] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ec382-365d-4e1d-b28b-505b95825172 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.970036] env[70636]: DEBUG nova.network.neutron [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Updating instance_info_cache with network_info: [{"id": "0a34dcfe-fae0-442c-aff2-2266ee234396", "address": "fa:16:3e:62:58:85", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a34dcfe-fa", "ovs_interfaceid": "0a34dcfe-fae0-442c-aff2-2266ee234396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.116025] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884043, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.235825] env[70636]: DEBUG nova.scheduler.client.report [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.290439] env[70636]: DEBUG nova.compute.manager [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-changed-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.290642] env[70636]: DEBUG nova.compute.manager [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing instance network info cache due to event network-changed-bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.290858] env[70636]: DEBUG oslo_concurrency.lockutils [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.291025] env[70636]: DEBUG oslo_concurrency.lockutils [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.293090] env[70636]: DEBUG nova.network.neutron [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing network info cache for port bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.313932] env[70636]: DEBUG nova.compute.manager [req-b3430812-20a6-42c7-ad27-ffaa5aa2a999 req-64969357-0a73-444d-9390-76f21929c73e service nova] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Received event network-vif-deleted-3f963176-7b16-4b0b-8d05-761ea93a32dd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.366357] env[70636]: INFO nova.compute.manager [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Took 52.17 seconds to build instance. [ 1043.470670] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Releasing lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.470670] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Instance network_info: |[{"id": "0a34dcfe-fae0-442c-aff2-2266ee234396", "address": "fa:16:3e:62:58:85", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a34dcfe-fa", "ovs_interfaceid": "0a34dcfe-fae0-442c-aff2-2266ee234396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.470670] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:58:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a34dcfe-fae0-442c-aff2-2266ee234396', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.479988] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Creating folder: Project (216ae0619ee64622a187e47c4cb1dfc8). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.479988] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-840d50b1-fef5-4f8f-b695-cac94c5c2ce1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.491023] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Created folder: Project (216ae0619ee64622a187e47c4cb1dfc8) in parent group-v579393. [ 1043.491023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Creating folder: Instances. Parent ref: group-v579506. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.491023] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffab3e24-185e-4f31-bc67-69d8efab560a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.504724] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Created folder: Instances in parent group-v579506. [ 1043.504724] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.504724] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.504724] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f106fde9-8d20-432a-a3af-f82cc76610af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.526120] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.526120] env[70636]: value = "task-2884046" [ 1043.526120] env[70636]: _type = "Task" [ 1043.526120] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.535588] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884046, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.609133] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.623154] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884043, 'name': Destroy_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.657152] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.657152] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.657152] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.657152] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.657152] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.657658] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.658294] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.658294] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.658294] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.658699] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.659963] env[70636]: DEBUG nova.virt.hardware [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.661103] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bce6a6-681c-4f5b-800a-a22b7abe450c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.671940] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4b5241-d736-4ccc-87df-fa141d10eae0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.743869] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.747724] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.687s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.750115] env[70636]: INFO nova.compute.claims [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.774465] env[70636]: INFO nova.scheduler.client.report [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Deleted allocations for instance a95a4262-7614-460a-b10f-a622efd96a54 [ 1043.869998] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ea1eb41-d8c9-4555-ae1d-7360f5931c9e tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.199s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.030035] env[70636]: DEBUG nova.network.neutron [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updated VIF entry in instance network info cache for port bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.030469] env[70636]: DEBUG nova.network.neutron [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.035282] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884046, 'name': CreateVM_Task, 'duration_secs': 0.347632} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.035469] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.036367] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.036515] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.036821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.037104] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbb22c8-b860-41b8-bba7-a1ba3992e224 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.046162] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1044.046162] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f9242b-e92d-b6f4-de4b-ad4078ccdfa1" [ 1044.046162] env[70636]: _type = "Task" [ 1044.046162] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.055461] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f9242b-e92d-b6f4-de4b-ad4078ccdfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.113888] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884043, 'name': Destroy_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.282500] env[70636]: DEBUG oslo_concurrency.lockutils [None req-871c9582-a17f-451c-875e-3c4de64871d3 tempest-ServerTagsTestJSON-491934755 tempest-ServerTagsTestJSON-491934755-project-member] Lock "a95a4262-7614-460a-b10f-a622efd96a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.968s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.372604] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.497324] env[70636]: DEBUG nova.network.neutron [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Successfully updated port: 7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.533348] env[70636]: DEBUG oslo_concurrency.lockutils [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.533662] env[70636]: DEBUG nova.compute.manager [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-changed-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.533826] env[70636]: DEBUG nova.compute.manager [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing instance network info cache due to event network-changed-bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.534058] env[70636]: DEBUG oslo_concurrency.lockutils [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] Acquiring lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.534206] env[70636]: DEBUG oslo_concurrency.lockutils [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] Acquired lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.534365] env[70636]: DEBUG nova.network.neutron [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Refreshing network info cache for port bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.563422] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f9242b-e92d-b6f4-de4b-ad4078ccdfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.021109} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.563422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.563422] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.563422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.563422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.563422] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.563422] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a311493a-65b1-411d-9745-ad8feb2e2339 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.574546] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.574740] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.575612] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59adcb8c-4d19-41e8-907c-119c8b339db8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.582613] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1044.582613] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6f7b8-cfd6-c7d7-8c7f-605e0689dd13" [ 1044.582613] env[70636]: _type = "Task" [ 1044.582613] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.592305] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6f7b8-cfd6-c7d7-8c7f-605e0689dd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.615144] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884043, 'name': Destroy_Task, 'duration_secs': 2.001224} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.615325] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Destroyed the VM [ 1044.615558] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1044.615818] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-775034e8-0f9b-4c28-9ff8-24346e1c5fe1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.622207] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1044.622207] env[70636]: value = "task-2884047" [ 1044.622207] env[70636]: _type = "Task" [ 1044.622207] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.634280] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.897940] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.998846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "refresh_cache-8ba823aa-5ab0-40ba-8412-66a44d3e5f23" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.999031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquired lock "refresh_cache-8ba823aa-5ab0-40ba-8412-66a44d3e5f23" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.999225] env[70636]: DEBUG nova.network.neutron [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.031408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "15ceff51-2deb-4f21-ac68-afb2693339a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.031408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.070554] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d02828-5fe0-0b33-ae82-a4688ce5e8df/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.073550] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f072c-9f4a-489d-afb6-608819981036 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.079375] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d02828-5fe0-0b33-ae82-a4688ce5e8df/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.079572] env[70636]: ERROR oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d02828-5fe0-0b33-ae82-a4688ce5e8df/disk-0.vmdk due to incomplete transfer. [ 1045.082305] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb770526-2b0c-41ae-ab27-cee08874f982 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.095913] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6f7b8-cfd6-c7d7-8c7f-605e0689dd13, 'name': SearchDatastore_Task, 'duration_secs': 0.021881} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.102254] env[70636]: DEBUG oslo_vmware.rw_handles [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d02828-5fe0-0b33-ae82-a4688ce5e8df/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.102448] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Uploaded image 75f459eb-1028-43a7-a25d-efa75dd7ecb8 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.103870] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.106495] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b85ce61-8dcd-49b7-8967-d80d0835b198 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.112111] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2daf96b8-2f50-4990-91e4-e2ae9d629b31 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.114465] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1045.114465] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52462631-452d-2559-1f0e-46cf91c404c7" [ 1045.114465] env[70636]: _type = "Task" [ 1045.114465] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.115801] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1045.115801] env[70636]: value = "task-2884048" [ 1045.115801] env[70636]: _type = "Task" [ 1045.115801] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.135499] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52462631-452d-2559-1f0e-46cf91c404c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.135734] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884048, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.141069] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.362959] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972b92f-bd8d-4365-8d19-170712ce424c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.372745] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244306e0-84f4-485e-bf64-8d2fc37ee192 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.405928] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f394ca41-3972-4725-813f-979e7019a142 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.414692] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638d4de-1cb1-4f5e-953d-9701a7d248c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.428410] env[70636]: DEBUG nova.compute.provider_tree [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.548201] env[70636]: DEBUG nova.network.neutron [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.637011] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52462631-452d-2559-1f0e-46cf91c404c7, 'name': SearchDatastore_Task, 'duration_secs': 0.018427} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.641867] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.642127] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] aa1c8e98-4487-4538-9453-6921069aeeee/aa1c8e98-4487-4538-9453-6921069aeeee.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.642411] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884048, 'name': Destroy_Task, 'duration_secs': 0.485034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.642992] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7be21c5-19f8-4e59-a518-a5e9840b3dd0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.646161] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Destroyed the VM [ 1045.646582] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.650621] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b208ced-29b5-4ad9-8af8-5ccdaff45b94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.652639] env[70636]: DEBUG oslo_vmware.api [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884047, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919937} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.653286] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.653650] env[70636]: INFO nova.compute.manager [None req-b62d5b90-9e69-4255-ab34-3e5b80bc2b14 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Took 17.82 seconds to snapshot the instance on the hypervisor. [ 1045.663243] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1045.663243] env[70636]: value = "task-2884049" [ 1045.663243] env[70636]: _type = "Task" [ 1045.663243] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.668647] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1045.668647] env[70636]: value = "task-2884050" [ 1045.668647] env[70636]: _type = "Task" [ 1045.668647] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.678135] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.686474] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.717777] env[70636]: DEBUG nova.network.neutron [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updated VIF entry in instance network info cache for port bcf17895-915c-46ca-93ce-3a517c022951. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.718191] env[70636]: DEBUG nova.network.neutron [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [{"id": "bcf17895-915c-46ca-93ce-3a517c022951", "address": "fa:16:3e:43:4d:d9", "network": {"id": "a0038b45-8090-4d61-8213-bb7358b037a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1229207495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a152569af1914060ba8de5585312fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf17895-91", "ovs_interfaceid": "bcf17895-915c-46ca-93ce-3a517c022951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.738238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "cf8b4b0c-7652-4509-985f-151434312597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.738238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "cf8b4b0c-7652-4509-985f-151434312597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.738238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "cf8b4b0c-7652-4509-985f-151434312597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.738238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "cf8b4b0c-7652-4509-985f-151434312597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.738238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "cf8b4b0c-7652-4509-985f-151434312597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.740966] env[70636]: INFO nova.compute.manager [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Terminating instance [ 1045.811421] env[70636]: DEBUG nova.network.neutron [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Updating instance_info_cache with network_info: [{"id": "7b9ec018-e3e6-4431-b5f9-298778cb588a", "address": "fa:16:3e:3a:a6:94", "network": {"id": "b0a662e4-f9ea-48e6-a49c-1a3800ef3887", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-617891367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a137288826854885a73c3a60bc087a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9ec018-e3", "ovs_interfaceid": "7b9ec018-e3e6-4431-b5f9-298778cb588a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.933338] env[70636]: DEBUG nova.scheduler.client.report [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.188023] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884049, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.195350] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884050, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.220780] env[70636]: DEBUG oslo_concurrency.lockutils [req-15cd2b1e-ad55-4346-aef6-c44819d951bd req-ee7165c3-231b-45eb-a0f3-6fdd7153aebe service nova] Releasing lock "refresh_cache-6bf196b5-f557-466d-bc40-eb1965b54280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.248321] env[70636]: DEBUG nova.compute.manager [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.248321] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.249470] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ec33c-4c4c-48f4-8a3b-3c261eed4dca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.259821] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.260198] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d14ce77-cb5f-4e06-a681-38c77344c43b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.270464] env[70636]: DEBUG oslo_vmware.api [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1046.270464] env[70636]: value = "task-2884051" [ 1046.270464] env[70636]: _type = "Task" [ 1046.270464] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.279667] env[70636]: DEBUG oslo_vmware.api [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.288790] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "6bf196b5-f557-466d-bc40-eb1965b54280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.289067] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "6bf196b5-f557-466d-bc40-eb1965b54280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.289376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "6bf196b5-f557-466d-bc40-eb1965b54280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.289614] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "6bf196b5-f557-466d-bc40-eb1965b54280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.290640] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "6bf196b5-f557-466d-bc40-eb1965b54280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.292342] env[70636]: INFO nova.compute.manager [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Terminating instance [ 1046.313967] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Releasing lock "refresh_cache-8ba823aa-5ab0-40ba-8412-66a44d3e5f23" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.314318] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Instance network_info: |[{"id": "7b9ec018-e3e6-4431-b5f9-298778cb588a", "address": "fa:16:3e:3a:a6:94", "network": {"id": "b0a662e4-f9ea-48e6-a49c-1a3800ef3887", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-617891367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a137288826854885a73c3a60bc087a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9ec018-e3", "ovs_interfaceid": "7b9ec018-e3e6-4431-b5f9-298778cb588a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.314826] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a6:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9ec018-e3e6-4431-b5f9-298778cb588a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.323878] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Creating folder: Project (a137288826854885a73c3a60bc087a5c). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.324837] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-796acaba-7730-4921-a29b-9f4dda8a05c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.337156] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Created folder: Project (a137288826854885a73c3a60bc087a5c) in parent group-v579393. [ 1046.337278] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Creating folder: Instances. Parent ref: group-v579509. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.337830] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3467751e-f2cb-4224-bedd-530e2b57f111 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.346928] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Created folder: Instances in parent group-v579509. [ 1046.347278] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.347522] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.347700] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b212da9c-191c-4953-b981-4dbb9b4795c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.368752] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.368752] env[70636]: value = "task-2884054" [ 1046.368752] env[70636]: _type = "Task" [ 1046.368752] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.376959] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884054, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.440647] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.441196] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.446179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.877s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.446179] env[70636]: DEBUG nova.objects.instance [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lazy-loading 'resources' on Instance uuid f0d4724b-e7e5-4f6f-b973-fab3690f33ac {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.532789] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.534468] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.541343] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Received event network-vif-plugged-0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.541592] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquiring lock "aa1c8e98-4487-4538-9453-6921069aeeee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.541797] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Lock "aa1c8e98-4487-4538-9453-6921069aeeee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.541948] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Lock "aa1c8e98-4487-4538-9453-6921069aeeee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.542157] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] No waiting events found dispatching network-vif-plugged-0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.542324] env[70636]: WARNING nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Received unexpected event network-vif-plugged-0a34dcfe-fae0-442c-aff2-2266ee234396 for instance with vm_state building and task_state spawning. [ 1046.542476] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Received event network-changed-0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.542618] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Refreshing instance network info cache due to event network-changed-0a34dcfe-fae0-442c-aff2-2266ee234396. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.542787] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquiring lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.542913] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquired lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.543226] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Refreshing network info cache for port 0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.679538] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643763} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.681025] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] aa1c8e98-4487-4538-9453-6921069aeeee/aa1c8e98-4487-4538-9453-6921069aeeee.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.681319] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.681819] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b77c898-16cc-48eb-bf5b-da2d73db7e58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.689424] env[70636]: DEBUG oslo_vmware.api [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.988995} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.690268] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.690553] env[70636]: INFO nova.compute.manager [None req-f8afb9bf-a8d9-488a-8e35-96c83ef89e06 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Took 15.32 seconds to snapshot the instance on the hypervisor. [ 1046.696568] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1046.696568] env[70636]: value = "task-2884055" [ 1046.696568] env[70636]: _type = "Task" [ 1046.696568] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.703134] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.703607] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.704293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.704293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.704497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.707125] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.707125] env[70636]: INFO nova.compute.manager [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Terminating instance [ 1046.784870] env[70636]: DEBUG oslo_vmware.api [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884051, 'name': PowerOffVM_Task, 'duration_secs': 0.249078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.785359] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.785568] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.785857] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb5e339-38fa-4122-9daa-ef6808f7ac5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.796104] env[70636]: DEBUG nova.compute.manager [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.796324] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.798015] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee984b-399e-4978-b157-80233fed6623 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.805462] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.805462] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a291b0-4d0e-43dc-8ed3-51bae97767d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.811159] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1046.811159] env[70636]: value = "task-2884057" [ 1046.811159] env[70636]: _type = "Task" [ 1046.811159] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.821181] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.880304] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884054, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.962340] env[70636]: DEBUG nova.compute.utils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.967757] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.969665] env[70636]: DEBUG nova.network.neutron [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.980424] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.980424] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.980424] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Deleting the datastore file [datastore1] cf8b4b0c-7652-4509-985f-151434312597 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.982049] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e633e4d-f7cb-480a-bdce-593ac15584d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.989395] env[70636]: DEBUG oslo_vmware.api [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for the task: (returnval){ [ 1046.989395] env[70636]: value = "task-2884058" [ 1046.989395] env[70636]: _type = "Task" [ 1046.989395] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.002916] env[70636]: DEBUG oslo_vmware.api [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.040012] env[70636]: DEBUG nova.policy [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c911ec75a134c5fb04b6a70987c0a0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f810fdffe49f4ee49002e65d1911f930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.215394] env[70636]: DEBUG nova.compute.manager [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.215609] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.215915] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.361018} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.217530] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2920fe-67cc-4d3f-a8f6-f6009f25f664 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.221230] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.222455] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3fe02b-ab34-4e50-ab59-f30ec39dfe88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.256332] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] aa1c8e98-4487-4538-9453-6921069aeeee/aa1c8e98-4487-4538-9453-6921069aeeee.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.256332] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.259467] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd07238-ab22-406d-96d6-047d87968db9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.279915] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4a7b46-4f5d-489b-809b-9c6546bf483a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.291701] env[70636]: DEBUG oslo_vmware.api [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1047.291701] env[70636]: value = "task-2884059" [ 1047.291701] env[70636]: _type = "Task" [ 1047.291701] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.292699] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1047.292699] env[70636]: value = "task-2884060" [ 1047.292699] env[70636]: _type = "Task" [ 1047.292699] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.307212] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.310273] env[70636]: DEBUG oslo_vmware.api [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.321902] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884057, 'name': PowerOffVM_Task, 'duration_secs': 0.34229} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.322217] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.322400] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.322881] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cef1389f-84b0-4da0-b6b5-17962a6b0099 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.381583] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884054, 'name': CreateVM_Task, 'duration_secs': 0.635331} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.384601] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.385501] env[70636]: DEBUG nova.network.neutron [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Successfully created port: d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.388669] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.388920] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.389405] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.390061] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51cc178-8caf-4c3e-9443-0ad911755593 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.393168] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.393267] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.393441] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Deleting the datastore file [datastore2] 6bf196b5-f557-466d-bc40-eb1965b54280 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.394070] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409ff3f1-5ab0-47ea-a36c-3f8e95bbabfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.397860] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1047.397860] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522e5eed-5e13-23cb-9387-5bc727380d4a" [ 1047.397860] env[70636]: _type = "Task" [ 1047.397860] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.403539] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for the task: (returnval){ [ 1047.403539] env[70636]: value = "task-2884062" [ 1047.403539] env[70636]: _type = "Task" [ 1047.403539] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.411881] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522e5eed-5e13-23cb-9387-5bc727380d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.419980] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.468182] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.498856] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Updated VIF entry in instance network info cache for port 0a34dcfe-fae0-442c-aff2-2266ee234396. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.499767] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Updating instance_info_cache with network_info: [{"id": "0a34dcfe-fae0-442c-aff2-2266ee234396", "address": "fa:16:3e:62:58:85", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a34dcfe-fa", "ovs_interfaceid": "0a34dcfe-fae0-442c-aff2-2266ee234396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.509661] env[70636]: DEBUG oslo_vmware.api [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Task: {'id': task-2884058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438776} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.509867] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.510055] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.510238] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.510409] env[70636]: INFO nova.compute.manager [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] [instance: cf8b4b0c-7652-4509-985f-151434312597] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1047.510660] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.510878] env[70636]: DEBUG nova.compute.manager [-] [instance: cf8b4b0c-7652-4509-985f-151434312597] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.511459] env[70636]: DEBUG nova.network.neutron [-] [instance: cf8b4b0c-7652-4509-985f-151434312597] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.630345] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f5be8-da75-424f-9269-a28e2a54806a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.638328] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d5106-9b2e-4a87-a7ec-3740adc61d5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.673477] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e7765-7530-463f-a7eb-02301b944cab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.681804] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76852aee-3ca3-4ee4-8986-95c06d482649 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.695853] env[70636]: DEBUG nova.compute.provider_tree [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.804767] env[70636]: DEBUG oslo_vmware.api [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884059, 'name': PowerOffVM_Task, 'duration_secs': 0.22499} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.807704] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.807884] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.808182] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884060, 'name': ReconfigVM_Task, 'duration_secs': 0.298334} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.808393] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35b04cce-343a-48ab-ae5b-bbf40718366b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.809910] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Reconfigured VM instance instance-00000022 to attach disk [datastore2] aa1c8e98-4487-4538-9453-6921069aeeee/aa1c8e98-4487-4538-9453-6921069aeeee.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.810537] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d8e20ca-d32e-48e3-bcab-5e8cbdcd2202 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.817534] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1047.817534] env[70636]: value = "task-2884064" [ 1047.817534] env[70636]: _type = "Task" [ 1047.817534] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.827550] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884064, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.877058] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.877058] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.877058] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Deleting the datastore file [datastore1] a8efdcf3-99a1-4499-a4b2-797434dbfbba {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.877058] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95dd15ab-b06e-4788-9676-1f7e4749b532 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.887347] env[70636]: DEBUG oslo_vmware.api [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1047.887347] env[70636]: value = "task-2884065" [ 1047.887347] env[70636]: _type = "Task" [ 1047.887347] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.903118] env[70636]: DEBUG oslo_vmware.api [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.916744] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522e5eed-5e13-23cb-9387-5bc727380d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014242} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.921265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.921552] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.921772] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.921915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.922106] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.922371] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.922813] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9054ccf9-6627-4689-8eeb-473a56256400 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.937474] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.937585] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.938796] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295a88a6-55c1-4f5f-b566-3d9f4e911fe7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.952667] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1047.952667] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5263c562-609f-c065-97a3-fc17fa774e84" [ 1047.952667] env[70636]: _type = "Task" [ 1047.952667] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.963349] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5263c562-609f-c065-97a3-fc17fa774e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.002893] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Releasing lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.003339] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Received event network-vif-plugged-7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.003640] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquiring lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.003940] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.004189] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.004681] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] No waiting events found dispatching network-vif-plugged-7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.004681] env[70636]: WARNING nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Received unexpected event network-vif-plugged-7b9ec018-e3e6-4431-b5f9-298778cb588a for instance with vm_state building and task_state spawning. [ 1048.004887] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Received event network-changed-79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.005126] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Refreshing instance network info cache due to event network-changed-79a47194-d9d8-4ba0-aae6-9dc9e178b39e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.005388] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquiring lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.005640] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquired lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.005891] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Refreshing network info cache for port 79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.202300] env[70636]: DEBUG nova.scheduler.client.report [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.328025] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884064, 'name': Rename_Task, 'duration_secs': 0.203526} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.328658] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.328658] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecdd1e7-0d01-4b60-a7c5-a57f57844783 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.335955] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1048.335955] env[70636]: value = "task-2884066" [ 1048.335955] env[70636]: _type = "Task" [ 1048.335955] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.344634] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.397364] env[70636]: DEBUG oslo_vmware.api [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498041} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.397941] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.397941] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.398092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.398138] env[70636]: INFO nova.compute.manager [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1048.398390] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.398616] env[70636]: DEBUG nova.compute.manager [-] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.398732] env[70636]: DEBUG nova.network.neutron [-] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.418155] env[70636]: DEBUG oslo_vmware.api [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Task: {'id': task-2884062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598623} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.418446] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.418653] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.418796] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.418989] env[70636]: INFO nova.compute.manager [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1048.419300] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.419452] env[70636]: DEBUG nova.compute.manager [-] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.419550] env[70636]: DEBUG nova.network.neutron [-] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.423295] env[70636]: DEBUG nova.network.neutron [-] [instance: cf8b4b0c-7652-4509-985f-151434312597] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.464133] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5263c562-609f-c065-97a3-fc17fa774e84, 'name': SearchDatastore_Task, 'duration_secs': 0.020033} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.465025] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9fb627-5fe8-40ad-9236-269105a69bbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.472553] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1048.472553] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522d70fe-40ca-27b0-a271-ddb8e4111231" [ 1048.472553] env[70636]: _type = "Task" [ 1048.472553] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.479316] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.490058] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522d70fe-40ca-27b0-a271-ddb8e4111231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.507162] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.507556] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.507820] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.508139] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.508412] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.508671] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.509077] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.509342] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.509681] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.509983] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.510476] env[70636]: DEBUG nova.virt.hardware [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.514497] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dc0eae-93f5-443f-82d5-57b789a3268b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.527216] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85084ff7-2ddd-4932-9da8-ced095528e23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.563203] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.563661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.708065] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.710713] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.185s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.711072] env[70636]: DEBUG nova.objects.instance [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1048.736181] env[70636]: INFO nova.scheduler.client.report [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Deleted allocations for instance f0d4724b-e7e5-4f6f-b973-fab3690f33ac [ 1048.854367] env[70636]: DEBUG oslo_vmware.api [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884066, 'name': PowerOnVM_Task, 'duration_secs': 0.489866} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.855632] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.856782] env[70636]: INFO nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1048.857181] env[70636]: DEBUG nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.858465] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67205d63-670c-4157-ad71-526d63b132bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.926801] env[70636]: INFO nova.compute.manager [-] [instance: cf8b4b0c-7652-4509-985f-151434312597] Took 1.42 seconds to deallocate network for instance. [ 1048.986291] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522d70fe-40ca-27b0-a271-ddb8e4111231, 'name': SearchDatastore_Task, 'duration_secs': 0.029283} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.986291] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.986412] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 8ba823aa-5ab0-40ba-8412-66a44d3e5f23/8ba823aa-5ab0-40ba-8412-66a44d3e5f23.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.986619] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617cdfa7-569a-482b-b9e2-aee06e851eae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.993924] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1048.993924] env[70636]: value = "task-2884067" [ 1048.993924] env[70636]: _type = "Task" [ 1048.993924] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.004290] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.035369] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.035643] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.035848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.036043] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.036219] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.038476] env[70636]: INFO nova.compute.manager [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Terminating instance [ 1049.076573] env[70636]: DEBUG nova.compute.manager [req-8866d01a-832d-408c-b557-1d6c57302d32 req-cb65f542-33ed-43f0-afc7-ddfb889a222e service nova] [instance: cf8b4b0c-7652-4509-985f-151434312597] Received event network-vif-deleted-627cab12-82e5-409c-a6f5-522f06acf87b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.112905] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updated VIF entry in instance network info cache for port 79a47194-d9d8-4ba0-aae6-9dc9e178b39e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.113359] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updating instance_info_cache with network_info: [{"id": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "address": "fa:16:3e:2f:97:04", "network": {"id": "de10f11e-1231-4be0-ad26-74e8847ba249", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-568908356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8941cf7f3ca049169b4351486187566c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a47194-d9", "ovs_interfaceid": "79a47194-d9d8-4ba0-aae6-9dc9e178b39e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.249126] env[70636]: DEBUG oslo_concurrency.lockutils [None req-51d0293f-420f-4729-b2e8-6c0ffd0c46aa tempest-DeleteServersAdminTestJSON-761149780 tempest-DeleteServersAdminTestJSON-761149780-project-member] Lock "f0d4724b-e7e5-4f6f-b973-fab3690f33ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.062s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.349477] env[70636]: DEBUG nova.network.neutron [-] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.381632] env[70636]: INFO nova.compute.manager [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Took 48.24 seconds to build instance. [ 1049.436771] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.508211] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884067, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.547334] env[70636]: DEBUG nova.compute.manager [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.547334] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.547334] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98271c8b-3d71-4aba-a66d-f6131d5d9261 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.556421] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.556739] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5615bb0a-500c-42c2-9f82-e5a14713069b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.574197] env[70636]: DEBUG nova.network.neutron [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Successfully updated port: d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.616388] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Releasing lock "refresh_cache-a8efdcf3-99a1-4499-a4b2-797434dbfbba" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.616752] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Received event network-changed-7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.616954] env[70636]: DEBUG nova.compute.manager [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Refreshing instance network info cache due to event network-changed-7b9ec018-e3e6-4431-b5f9-298778cb588a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.617245] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquiring lock "refresh_cache-8ba823aa-5ab0-40ba-8412-66a44d3e5f23" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.617857] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Acquired lock "refresh_cache-8ba823aa-5ab0-40ba-8412-66a44d3e5f23" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.617857] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Refreshing network info cache for port 7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.629569] env[70636]: DEBUG nova.network.neutron [-] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.634926] env[70636]: DEBUG nova.compute.manager [req-64a030b9-ff6e-40a0-9fb2-b51b98a5261b req-9164f2fe-fdaf-44fe-866d-a3369feff203 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Received event network-vif-deleted-bcf17895-915c-46ca-93ce-3a517c022951 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.635212] env[70636]: INFO nova.compute.manager [req-64a030b9-ff6e-40a0-9fb2-b51b98a5261b req-9164f2fe-fdaf-44fe-866d-a3369feff203 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Neutron deleted interface bcf17895-915c-46ca-93ce-3a517c022951; detaching it from the instance and deleting it from the info cache [ 1049.635440] env[70636]: DEBUG nova.network.neutron [req-64a030b9-ff6e-40a0-9fb2-b51b98a5261b req-9164f2fe-fdaf-44fe-866d-a3369feff203 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.639708] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.640995] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.640995] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleting the datastore file [datastore1] 6e373347-39ab-4ddf-a40f-b33f951f9b1b {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.641922] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b4aee2-87fb-4c80-ba73-6bc491151439 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.656742] env[70636]: DEBUG oslo_vmware.api [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1049.656742] env[70636]: value = "task-2884069" [ 1049.656742] env[70636]: _type = "Task" [ 1049.656742] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.673708] env[70636]: DEBUG oslo_vmware.api [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.720576] env[70636]: DEBUG oslo_concurrency.lockutils [None req-50ea2223-b0a2-4d72-9474-e0f4d08ed283 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.722653] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.730s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.723197] env[70636]: INFO nova.compute.claims [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.852795] env[70636]: INFO nova.compute.manager [-] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Took 1.45 seconds to deallocate network for instance. [ 1049.880763] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8199d571-2666-4ba7-a28f-faf5ebad2f45 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "aa1c8e98-4487-4538-9453-6921069aeeee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.847s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.005800] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711549} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.005800] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 8ba823aa-5ab0-40ba-8412-66a44d3e5f23/8ba823aa-5ab0-40ba-8412-66a44d3e5f23.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.005800] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.005800] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2743d822-e1a2-410e-9b92-b0d10c59f90a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.013078] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1050.013078] env[70636]: value = "task-2884070" [ 1050.013078] env[70636]: _type = "Task" [ 1050.013078] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.020806] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.078288] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.078453] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.078658] env[70636]: DEBUG nova.network.neutron [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.085379] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "6786080b-4760-4042-b210-69b14fe5af58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.085599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6786080b-4760-4042-b210-69b14fe5af58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.137973] env[70636]: INFO nova.compute.manager [-] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Took 1.72 seconds to deallocate network for instance. [ 1050.143641] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5224e58a-5425-4c69-b09a-56c5f7834968 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.155132] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a600a-3865-4ec9-a6f5-dcc0de280cf6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.179033] env[70636]: DEBUG oslo_vmware.api [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259498} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.179033] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.179033] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.179033] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.179033] env[70636]: INFO nova.compute.manager [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1050.179033] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.179033] env[70636]: DEBUG nova.compute.manager [-] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.179033] env[70636]: DEBUG nova.network.neutron [-] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.193772] env[70636]: DEBUG nova.compute.manager [req-64a030b9-ff6e-40a0-9fb2-b51b98a5261b req-9164f2fe-fdaf-44fe-866d-a3369feff203 service nova] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Detach interface failed, port_id=bcf17895-915c-46ca-93ce-3a517c022951, reason: Instance 6bf196b5-f557-466d-bc40-eb1965b54280 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.364260] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.383414] env[70636]: DEBUG nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.480388] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Updated VIF entry in instance network info cache for port 7b9ec018-e3e6-4431-b5f9-298778cb588a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.480934] env[70636]: DEBUG nova.network.neutron [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Updating instance_info_cache with network_info: [{"id": "7b9ec018-e3e6-4431-b5f9-298778cb588a", "address": "fa:16:3e:3a:a6:94", "network": {"id": "b0a662e4-f9ea-48e6-a49c-1a3800ef3887", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-617891367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a137288826854885a73c3a60bc087a5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9ec018-e3", "ovs_interfaceid": "7b9ec018-e3e6-4431-b5f9-298778cb588a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.530693] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22731} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.530942] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.536201] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7acec04-f4d9-495a-8039-d318fdb925f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.569013] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 8ba823aa-5ab0-40ba-8412-66a44d3e5f23/8ba823aa-5ab0-40ba-8412-66a44d3e5f23.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.569889] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6f3f24-f2c1-42ac-8339-41ba701547f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.595725] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1050.595725] env[70636]: value = "task-2884071" [ 1050.595725] env[70636]: _type = "Task" [ 1050.595725] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.604873] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.625919] env[70636]: DEBUG nova.network.neutron [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.647814] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.857214] env[70636]: DEBUG nova.network.neutron [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [{"id": "d3227b5d-2aab-4d80-b062-d9352128429f", "address": "fa:16:3e:73:39:a8", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3227b5d-2a", "ovs_interfaceid": "d3227b5d-2aab-4d80-b062-d9352128429f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.910907] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.985248] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ed8183-e906-4bf6-9933-975fa82d094d req-e2aa5bce-06e7-46f8-9526-a2852e9ce899 service nova] Releasing lock "refresh_cache-8ba823aa-5ab0-40ba-8412-66a44d3e5f23" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.094320] env[70636]: DEBUG nova.network.neutron [-] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.110930] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884071, 'name': ReconfigVM_Task, 'duration_secs': 0.313176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.114170] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 8ba823aa-5ab0-40ba-8412-66a44d3e5f23/8ba823aa-5ab0-40ba-8412-66a44d3e5f23.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.115509] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdc6c4ce-f00f-4762-8752-136ce26677dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.123671] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1051.123671] env[70636]: value = "task-2884072" [ 1051.123671] env[70636]: _type = "Task" [ 1051.123671] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.135218] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884072, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.358588] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.358915] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Instance network_info: |[{"id": "d3227b5d-2aab-4d80-b062-d9352128429f", "address": "fa:16:3e:73:39:a8", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3227b5d-2a", "ovs_interfaceid": "d3227b5d-2aab-4d80-b062-d9352128429f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.359351] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:39:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3227b5d-2aab-4d80-b062-d9352128429f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.368742] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Creating folder: Project (f810fdffe49f4ee49002e65d1911f930). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.370443] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23c5c3d-217b-4762-9cc3-76d289d6029e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.372886] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e4a787-76fa-481d-8371-46c1e59ec4cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.383315] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8360d061-4c7c-48ac-aaba-99afe9e52354 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.388867] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Created folder: Project (f810fdffe49f4ee49002e65d1911f930) in parent group-v579393. [ 1051.389347] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Creating folder: Instances. Parent ref: group-v579512. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.390065] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85edeaac-669a-46c2-9f5b-6eeea4026baf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.427935] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10160376-bc51-4566-8025-6fa869f7a3a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.434285] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Created folder: Instances in parent group-v579512. [ 1051.434498] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.436550] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.436849] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a252dfda-8066-41dc-89f8-f6eafb5447b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.453463] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3795f-6454-4818-956a-2756d65b12fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.468320] env[70636]: DEBUG nova.compute.provider_tree [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.472063] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.472063] env[70636]: value = "task-2884075" [ 1051.472063] env[70636]: _type = "Task" [ 1051.472063] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.479559] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884075, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.520116] env[70636]: DEBUG nova.compute.manager [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Received event network-vif-deleted-79a47194-d9d8-4ba0-aae6-9dc9e178b39e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.520116] env[70636]: DEBUG nova.compute.manager [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Received event network-changed-0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.520591] env[70636]: DEBUG nova.compute.manager [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Refreshing instance network info cache due to event network-changed-0a34dcfe-fae0-442c-aff2-2266ee234396. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.520668] env[70636]: DEBUG oslo_concurrency.lockutils [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] Acquiring lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.520768] env[70636]: DEBUG oslo_concurrency.lockutils [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] Acquired lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.520946] env[70636]: DEBUG nova.network.neutron [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Refreshing network info cache for port 0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.595375] env[70636]: INFO nova.compute.manager [-] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Took 1.42 seconds to deallocate network for instance. [ 1051.633817] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884072, 'name': Rename_Task, 'duration_secs': 0.249665} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.634044] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.634370] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7f23f4c-4995-49d2-a225-aed737c531dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.643337] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1051.643337] env[70636]: value = "task-2884076" [ 1051.643337] env[70636]: _type = "Task" [ 1051.643337] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.650875] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.973169] env[70636]: DEBUG nova.scheduler.client.report [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.988403] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884075, 'name': CreateVM_Task, 'duration_secs': 0.443726} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.988627] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.989363] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.989564] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.990133] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.990218] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94eb1b6e-692e-4e90-ac8e-330d503059e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.995642] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1051.995642] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526c3ffb-0ce6-19cb-3cc3-a6f8f5335eb2" [ 1051.995642] env[70636]: _type = "Task" [ 1051.995642] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.004649] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526c3ffb-0ce6-19cb-3cc3-a6f8f5335eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.046525] env[70636]: DEBUG nova.compute.manager [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Received event network-vif-plugged-d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.046771] env[70636]: DEBUG oslo_concurrency.lockutils [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.046945] env[70636]: DEBUG oslo_concurrency.lockutils [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.047354] env[70636]: DEBUG oslo_concurrency.lockutils [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.047606] env[70636]: DEBUG nova.compute.manager [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] No waiting events found dispatching network-vif-plugged-d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.047836] env[70636]: WARNING nova.compute.manager [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Received unexpected event network-vif-plugged-d3227b5d-2aab-4d80-b062-d9352128429f for instance with vm_state building and task_state spawning. [ 1052.048109] env[70636]: DEBUG nova.compute.manager [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Received event network-changed-d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.048910] env[70636]: DEBUG nova.compute.manager [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Refreshing instance network info cache due to event network-changed-d3227b5d-2aab-4d80-b062-d9352128429f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.048910] env[70636]: DEBUG oslo_concurrency.lockutils [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] Acquiring lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.048910] env[70636]: DEBUG oslo_concurrency.lockutils [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] Acquired lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.048910] env[70636]: DEBUG nova.network.neutron [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Refreshing network info cache for port d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.102971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.155052] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.287187] env[70636]: DEBUG nova.network.neutron [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Updated VIF entry in instance network info cache for port 0a34dcfe-fae0-442c-aff2-2266ee234396. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.287577] env[70636]: DEBUG nova.network.neutron [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Updating instance_info_cache with network_info: [{"id": "0a34dcfe-fae0-442c-aff2-2266ee234396", "address": "fa:16:3e:62:58:85", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a34dcfe-fa", "ovs_interfaceid": "0a34dcfe-fae0-442c-aff2-2266ee234396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.483839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.484641] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.490072] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.532s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.490072] env[70636]: DEBUG nova.objects.instance [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'resources' on Instance uuid 161cd7d8-686a-4dc4-9c73-059f4e194c13 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.509351] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526c3ffb-0ce6-19cb-3cc3-a6f8f5335eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.03894} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.509412] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.509837] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.509837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.509968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.510149] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.510426] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b50017f-2429-4962-afa0-13a99294b91b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.522731] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.522731] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.523079] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ca041f-4af8-4138-934c-8e5466025bcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.530496] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1052.530496] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52220801-3798-7181-c783-c6130b4ba814" [ 1052.530496] env[70636]: _type = "Task" [ 1052.530496] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.542386] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52220801-3798-7181-c783-c6130b4ba814, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.543492] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a191bae0-1b09-4a57-9071-739e47474f11 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.549030] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1052.549030] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f546f7-4f41-37d3-2acb-08e9a9fd0a2a" [ 1052.549030] env[70636]: _type = "Task" [ 1052.549030] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.560335] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f546f7-4f41-37d3-2acb-08e9a9fd0a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.654722] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.793400] env[70636]: DEBUG oslo_concurrency.lockutils [req-68e49a82-7a3b-4fe7-a0fe-7737572b8eb5 req-c9297838-dc13-475b-9f26-3c1703b39b46 service nova] Releasing lock "refresh_cache-aa1c8e98-4487-4538-9453-6921069aeeee" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.864406] env[70636]: DEBUG nova.network.neutron [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updated VIF entry in instance network info cache for port d3227b5d-2aab-4d80-b062-d9352128429f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.865026] env[70636]: DEBUG nova.network.neutron [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [{"id": "d3227b5d-2aab-4d80-b062-d9352128429f", "address": "fa:16:3e:73:39:a8", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3227b5d-2a", "ovs_interfaceid": "d3227b5d-2aab-4d80-b062-d9352128429f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.991848] env[70636]: DEBUG nova.compute.utils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.993568] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.994347] env[70636]: DEBUG nova.network.neutron [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.060116] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f546f7-4f41-37d3-2acb-08e9a9fd0a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.060116] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.060294] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] df56f107-e9e4-42e0-a241-dcd7b9ee24f2/df56f107-e9e4-42e0-a241-dcd7b9ee24f2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.060551] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1833f2ae-f5f2-4130-b84c-af56db1783d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.068039] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1053.068039] env[70636]: value = "task-2884077" [ 1053.068039] env[70636]: _type = "Task" [ 1053.068039] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.078522] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.078699] env[70636]: DEBUG nova.policy [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4faad951e6a4082927ecc1b6c5cbd74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186fa3a1a9b647f1a8a6e7091ccfa10b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.162414] env[70636]: DEBUG oslo_vmware.api [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884076, 'name': PowerOnVM_Task, 'duration_secs': 1.152906} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.165114] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.165318] env[70636]: INFO nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1053.165486] env[70636]: DEBUG nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.166493] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3f4c4-68b6-4f77-8c85-6d95a365bb4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.370552] env[70636]: DEBUG oslo_concurrency.lockutils [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] Releasing lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.370816] env[70636]: DEBUG nova.compute.manager [req-0974d1c9-b415-4024-8837-a11e26e9f9b8 req-c2bf42fb-ab01-42b5-bfc2-b291ca96bb35 service nova] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Received event network-vif-deleted-4105aa06-723a-4a48-9dbe-49e1bc6e3e5b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.497979] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.587517] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.589189] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] df56f107-e9e4-42e0-a241-dcd7b9ee24f2/df56f107-e9e4-42e0-a241-dcd7b9ee24f2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.589189] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.589189] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19566f8f-e0e6-44c1-9339-ce330cc97521 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.596948] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1053.596948] env[70636]: value = "task-2884078" [ 1053.596948] env[70636]: _type = "Task" [ 1053.596948] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.609465] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.614939] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf65ec91-5908-41e6-9879-b824f1cbf383 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.622813] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ad59a-2a19-40e8-ab63-48595ace681a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.657164] env[70636]: DEBUG nova.network.neutron [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Successfully created port: c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.660578] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5309f89-2e5e-4f8b-a4bc-3265c5cec5aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.672849] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56223fa-14dc-4b2b-92d6-2b3895eaf825 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.683958] env[70636]: INFO nova.compute.manager [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Took 48.19 seconds to build instance. [ 1053.693515] env[70636]: DEBUG nova.compute.provider_tree [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.107483] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061973} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.109979] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.109979] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2c50f-680d-40e0-841c-230a5104c189 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.133628] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] df56f107-e9e4-42e0-a241-dcd7b9ee24f2/df56f107-e9e4-42e0-a241-dcd7b9ee24f2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.133923] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d03b69d-b7eb-4c63-8cde-9ade9fdbd1d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.154490] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1054.154490] env[70636]: value = "task-2884079" [ 1054.154490] env[70636]: _type = "Task" [ 1054.154490] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.162436] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.168033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.168314] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.168527] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.168712] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.168876] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.171190] env[70636]: INFO nova.compute.manager [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Terminating instance [ 1054.185896] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38fcb5d1-0a45-49c3-99eb-aa8f804da0b0 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.367s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.196017] env[70636]: DEBUG nova.scheduler.client.report [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.508707] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.538984] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.539255] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.539444] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.539627] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.539769] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.539910] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.540138] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.540294] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.540464] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.540612] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.540776] env[70636]: DEBUG nova.virt.hardware [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.541666] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760503c3-2ad6-4ca1-85a8-b3516b69143a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.550118] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e359c33-8641-4290-b23b-199151f0a47c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.663889] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.677794] env[70636]: DEBUG nova.compute.manager [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.678919] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.679209] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada14e35-00af-4afb-986a-71bb2ba72f35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.688160] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.688160] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a588b4-3d4b-4035-97b8-b9862380f272 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.689397] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.694377] env[70636]: DEBUG oslo_vmware.api [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1054.694377] env[70636]: value = "task-2884080" [ 1054.694377] env[70636]: _type = "Task" [ 1054.694377] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.704220] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.706361] env[70636]: DEBUG oslo_vmware.api [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.707975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.931s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.709014] env[70636]: INFO nova.compute.claims [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.746730] env[70636]: INFO nova.scheduler.client.report [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocations for instance 161cd7d8-686a-4dc4-9c73-059f4e194c13 [ 1055.164869] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884079, 'name': ReconfigVM_Task, 'duration_secs': 0.747114} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.165160] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] df56f107-e9e4-42e0-a241-dcd7b9ee24f2/df56f107-e9e4-42e0-a241-dcd7b9ee24f2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.165799] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bdd7ff2-1500-44c1-bc89-5c6b42e84229 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.171974] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1055.171974] env[70636]: value = "task-2884081" [ 1055.171974] env[70636]: _type = "Task" [ 1055.171974] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.179768] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884081, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.210859] env[70636]: DEBUG oslo_vmware.api [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884080, 'name': PowerOffVM_Task, 'duration_secs': 0.194876} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.210859] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.210859] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.211407] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd95c24-3e22-4f71-9f2a-f03cf784f695 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.222767] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.254940] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32ac1905-02fd-464d-ad1b-1b7b8a80217b tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "161cd7d8-686a-4dc4-9c73-059f4e194c13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.763s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.279211] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.279859] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.279859] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Deleting the datastore file [datastore2] add00fdb-4aa3-4183-9fc7-e6d8b390cde8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.281044] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9b6cb4-32a8-4136-9ad0-d33f0bd91e44 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.288187] env[70636]: DEBUG oslo_vmware.api [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1055.288187] env[70636]: value = "task-2884083" [ 1055.288187] env[70636]: _type = "Task" [ 1055.288187] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.297804] env[70636]: DEBUG oslo_vmware.api [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.529624] env[70636]: DEBUG nova.compute.manager [req-911277a6-40f0-4c3b-a141-a544478078cb req-7bdeb9ec-15a6-4dd1-91dd-5d3538bf8aa8 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received event network-vif-plugged-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.531583] env[70636]: DEBUG oslo_concurrency.lockutils [req-911277a6-40f0-4c3b-a141-a544478078cb req-7bdeb9ec-15a6-4dd1-91dd-5d3538bf8aa8 service nova] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.531583] env[70636]: DEBUG oslo_concurrency.lockutils [req-911277a6-40f0-4c3b-a141-a544478078cb req-7bdeb9ec-15a6-4dd1-91dd-5d3538bf8aa8 service nova] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.531583] env[70636]: DEBUG oslo_concurrency.lockutils [req-911277a6-40f0-4c3b-a141-a544478078cb req-7bdeb9ec-15a6-4dd1-91dd-5d3538bf8aa8 service nova] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.531583] env[70636]: DEBUG nova.compute.manager [req-911277a6-40f0-4c3b-a141-a544478078cb req-7bdeb9ec-15a6-4dd1-91dd-5d3538bf8aa8 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] No waiting events found dispatching network-vif-plugged-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.531583] env[70636]: WARNING nova.compute.manager [req-911277a6-40f0-4c3b-a141-a544478078cb req-7bdeb9ec-15a6-4dd1-91dd-5d3538bf8aa8 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received unexpected event network-vif-plugged-c55d4462-ce6b-41ae-8504-3b64017b78e8 for instance with vm_state building and task_state spawning. [ 1055.629145] env[70636]: DEBUG nova.network.neutron [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Successfully updated port: c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.685020] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884081, 'name': Rename_Task, 'duration_secs': 0.175347} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.685020] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.685020] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817fcbd9-959b-47d7-9302-f4b26907d554 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.692829] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1055.692829] env[70636]: value = "task-2884084" [ 1055.692829] env[70636]: _type = "Task" [ 1055.692829] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.701474] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.808032] env[70636]: DEBUG oslo_vmware.api [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144662} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.808334] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.808528] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.808705] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.808875] env[70636]: INFO nova.compute.manager [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1055.809204] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.809354] env[70636]: DEBUG nova.compute.manager [-] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.809484] env[70636]: DEBUG nova.network.neutron [-] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.137055] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.137055] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.137055] env[70636]: DEBUG nova.network.neutron [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.210173] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.364048] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24171add-b6b0-418c-9972-3208f5f228c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.373031] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c968a00-1f6b-440d-aca3-243637225788 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.422810] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98fcc40-be94-4120-80a9-d020fce21286 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.433214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c9974-c918-43cf-bebc-d1b1a1252682 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.451428] env[70636]: DEBUG nova.compute.provider_tree [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.679151] env[70636]: DEBUG nova.network.neutron [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.706648] env[70636]: DEBUG oslo_vmware.api [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884084, 'name': PowerOnVM_Task, 'duration_secs': 0.738184} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.706831] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.707031] env[70636]: INFO nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1056.707310] env[70636]: DEBUG nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.708227] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0fb57-aa95-486f-af4f-cf5488141bfe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.733814] env[70636]: DEBUG nova.network.neutron [-] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.825442] env[70636]: DEBUG oslo_concurrency.lockutils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.826191] env[70636]: DEBUG oslo_concurrency.lockutils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lock "2a559c15-0334-44db-9f7d-ed3282993961" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.839935] env[70636]: DEBUG nova.network.neutron [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.958093] env[70636]: DEBUG nova.scheduler.client.report [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.233556] env[70636]: INFO nova.compute.manager [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Took 49.19 seconds to build instance. [ 1057.238359] env[70636]: INFO nova.compute.manager [-] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Took 1.43 seconds to deallocate network for instance. [ 1057.329108] env[70636]: DEBUG nova.compute.utils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.342551] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.342849] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Instance network_info: |[{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.343273] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:a9:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c55d4462-ce6b-41ae-8504-3b64017b78e8', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.352900] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.353651] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.353884] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad434125-d9be-4b45-b1f5-b21e03e815bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.376459] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.376459] env[70636]: value = "task-2884085" [ 1057.376459] env[70636]: _type = "Task" [ 1057.376459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.387933] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884085, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.464462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.464993] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.467605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.183s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.469082] env[70636]: INFO nova.compute.claims [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.681010] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.681265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "6f14998f-2ea7-4388-bede-9520190119cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.738303] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1ad29e4-50c1-4b45-afa6-eed43b233365 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.955s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.744038] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.834231] env[70636]: DEBUG oslo_concurrency.lockutils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lock "2a559c15-0334-44db-9f7d-ed3282993961" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.888797] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884085, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.973925] env[70636]: DEBUG nova.compute.utils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.977693] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.977918] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.037120] env[70636]: DEBUG nova.policy [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a172e35385bb42a29427cb18a45da0c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3b92cc5e4744b7eb86c618c74cbc942', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.240961] env[70636]: DEBUG nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.301805] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Successfully created port: c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.318106] env[70636]: DEBUG nova.compute.manager [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.318345] env[70636]: DEBUG nova.compute.manager [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing instance network info cache due to event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.318525] env[70636]: DEBUG oslo_concurrency.lockutils [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.318665] env[70636]: DEBUG oslo_concurrency.lockutils [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.318824] env[70636]: DEBUG nova.network.neutron [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.387297] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884085, 'name': CreateVM_Task, 'duration_secs': 0.660511} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.387842] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.388867] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.389139] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.389421] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.389682] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b2344c-e78e-41dc-8ff0-2e25063f4b5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.394325] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1058.394325] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fd79eb-a81e-dd36-3cff-4f0027951830" [ 1058.394325] env[70636]: _type = "Task" [ 1058.394325] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.404544] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fd79eb-a81e-dd36-3cff-4f0027951830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.478727] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.574242] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Successfully created port: 7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.771498] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.908739] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fd79eb-a81e-dd36-3cff-4f0027951830, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.908971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.909231] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.909488] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.909652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.909851] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.910154] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-756a8f97-ef51-4af0-8176-b2b1375fd4bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.912972] env[70636]: DEBUG oslo_concurrency.lockutils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.913376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lock "2a559c15-0334-44db-9f7d-ed3282993961" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.914080] env[70636]: INFO nova.compute.manager [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Attaching volume dc44a1b7-5745-4b87-9dd5-f16422d40805 to /dev/sdb [ 1058.930327] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.930327] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.930327] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22199997-794a-435a-8797-b124002aa19c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.938975] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1058.938975] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52817118-30d4-f215-1dca-c81a7190a029" [ 1058.938975] env[70636]: _type = "Task" [ 1058.938975] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.948019] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52817118-30d4-f215-1dca-c81a7190a029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.971059] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca731e86-ecf5-468b-a671-6f8b6f42f7f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.979333] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3087a96-e59e-4996-91a7-8bc0c04539fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.994371] env[70636]: DEBUG nova.virt.block_device [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updating existing volume attachment record: 8a11bccc-8d51-4518-ab76-f58c9932f9de {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.060301] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46470db8-6a6e-41b9-8ed1-7fcd92236835 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.068693] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814fd6d-1bbb-4423-b8a5-c02dae64c882 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.106113] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8859e-3b64-438f-9519-141fac791648 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.115912] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772a1896-1983-43ca-b730-c4d6ae675d6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.130410] env[70636]: DEBUG nova.compute.provider_tree [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.194997] env[70636]: DEBUG nova.network.neutron [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updated VIF entry in instance network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.195416] env[70636]: DEBUG nova.network.neutron [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.450375] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52817118-30d4-f215-1dca-c81a7190a029, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.454018] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70760e6e-cefb-4246-a699-d06c055616e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.459870] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1059.459870] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e92c6c-93f9-be73-aada-0f4d945253d9" [ 1059.459870] env[70636]: _type = "Task" [ 1059.459870] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.468569] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e92c6c-93f9-be73-aada-0f4d945253d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.498945] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.525109] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.525389] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.525516] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.525809] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.525852] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.525961] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.526199] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.526353] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.526656] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.527700] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.527700] env[70636]: DEBUG nova.virt.hardware [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.528185] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb2f6a-4771-4d17-8a50-5c2556d9540e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.537388] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1455db7a-81a4-4157-be00-d50be4ba902c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.541928] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.541980] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.542319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.542371] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.542545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.544748] env[70636]: INFO nova.compute.manager [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Terminating instance [ 1059.636017] env[70636]: DEBUG nova.scheduler.client.report [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.698203] env[70636]: DEBUG oslo_concurrency.lockutils [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.698483] env[70636]: DEBUG nova.compute.manager [req-ead1b557-33c3-4f53-9b8f-0fe525c73e7e req-b027df35-1695-407d-ae4f-b2fed6923d8f service nova] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Received event network-vif-deleted-ef7e2d9e-a38e-4516-9022-efd6b6f08d95 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.970847] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e92c6c-93f9-be73-aada-0f4d945253d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.971712] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.972140] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/7a1b67c8-83e4-4275-bf5c-9e3e4def8333.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.974241] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dff392d-dc43-4951-89a0-832e2d964a17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.983328] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1059.983328] env[70636]: value = "task-2884089" [ 1059.983328] env[70636]: _type = "Task" [ 1059.983328] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.993570] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.058546] env[70636]: DEBUG nova.compute.manager [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.059470] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.063017] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b1ca86-5f0d-413b-b673-20c6028db9a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.073729] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.074031] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-911e0b88-5658-477a-b807-f70123a0d517 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.083775] env[70636]: DEBUG oslo_vmware.api [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1060.083775] env[70636]: value = "task-2884090" [ 1060.083775] env[70636]: _type = "Task" [ 1060.083775] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.098170] env[70636]: DEBUG oslo_vmware.api [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.141554] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.142105] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.145082] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.439s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.182226] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Successfully updated port: c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.352183] env[70636]: DEBUG nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Received event network-changed-d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.352378] env[70636]: DEBUG nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Refreshing instance network info cache due to event network-changed-d3227b5d-2aab-4d80-b062-d9352128429f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.352589] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Acquiring lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.352728] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Acquired lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.352876] env[70636]: DEBUG nova.network.neutron [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Refreshing network info cache for port d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.495432] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.594882] env[70636]: DEBUG oslo_vmware.api [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884090, 'name': PowerOffVM_Task, 'duration_secs': 0.202156} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.595301] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.595561] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.595906] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bdad1f7-48c9-4b7a-8298-4e2c366253b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.649829] env[70636]: DEBUG nova.compute.utils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.660519] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.660807] env[70636]: DEBUG nova.network.neutron [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.667356] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.667356] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.667438] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Deleting the datastore file [datastore2] 8ba823aa-5ab0-40ba-8412-66a44d3e5f23 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.667640] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-683e84bb-ab0d-4057-bd4d-cf1b7db50396 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.675623] env[70636]: DEBUG oslo_vmware.api [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for the task: (returnval){ [ 1060.675623] env[70636]: value = "task-2884092" [ 1060.675623] env[70636]: _type = "Task" [ 1060.675623] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.685729] env[70636]: DEBUG oslo_vmware.api [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.748617] env[70636]: DEBUG nova.policy [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c4f3d69d061463fbaf9b5e0ad7f23da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3ff2f79045438b84ade304055b6f8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.997353] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.160965] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.186976] env[70636]: DEBUG oslo_vmware.api [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Task: {'id': task-2884092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308668} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.187458] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.187685] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.187874] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.188098] env[70636]: INFO nova.compute.manager [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1061.188402] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.188613] env[70636]: DEBUG nova.compute.manager [-] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.189023] env[70636]: DEBUG nova.network.neutron [-] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.207536] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 97d77c3d-a0e8-4095-a8a9-06190fa7d878 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.207778] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81db790c-10a7-4786-bcb8-20d0a2974997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.207858] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance eec39238-d21d-464c-b27a-bfba7f7af671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.207933] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e89e4a62-f903-48ed-bad3-4d96b4952c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.208839] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 00daff25-7271-410d-9aca-bcf9f71371c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.208839] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2a559c15-0334-44db-9f7d-ed3282993961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.208839] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2eb4cf38-0055-43a0-92a1-79782c25f80a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.208839] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f387a69d-5d38-41c3-b9c4-08b316b08bad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.208839] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance add00fdb-4aa3-4183-9fc7-e6d8b390cde8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.208839] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.208839] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6bf196b5-f557-466d-bc40-eb1965b54280 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.209127] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 37e78c17-1f84-4d2e-b362-6fe4d668c7f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.209127] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6e373347-39ab-4ddf-a40f-b33f951f9b1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.209184] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance a8efdcf3-99a1-4499-a4b2-797434dbfbba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.209293] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 122e0404-29c7-4d16-bf19-5c979cdb8702 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.209413] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance cf8b4b0c-7652-4509-985f-151434312597 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.209521] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 5c796157-928c-48ae-9d48-c7a73a36c70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.209629] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance aa1c8e98-4487-4538-9453-6921069aeeee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.209745] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 8ba823aa-5ab0-40ba-8412-66a44d3e5f23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.209840] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance df56f107-e9e4-42e0-a241-dcd7b9ee24f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.209943] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.210157] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 7c82a7ff-8e74-4591-882f-ee5fea3c40c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.210300] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 04ad9dff-40ef-4ab6-9d26-13b324b39b50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.349118] env[70636]: DEBUG nova.network.neutron [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updated VIF entry in instance network info cache for port d3227b5d-2aab-4d80-b062-d9352128429f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.349750] env[70636]: DEBUG nova.network.neutron [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [{"id": "d3227b5d-2aab-4d80-b062-d9352128429f", "address": "fa:16:3e:73:39:a8", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3227b5d-2a", "ovs_interfaceid": "d3227b5d-2aab-4d80-b062-d9352128429f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.403579] env[70636]: DEBUG nova.network.neutron [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Successfully created port: 0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.503077] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884089, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.352772} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.503077] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/7a1b67c8-83e4-4275-bf5c-9e3e4def8333.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.503077] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.503077] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-760f0bf5-a2f5-4256-b44a-b9177e97923e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.513255] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1061.513255] env[70636]: value = "task-2884094" [ 1061.513255] env[70636]: _type = "Task" [ 1061.513255] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.524336] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.596193] env[70636]: DEBUG nova.compute.manager [req-25f416c5-8c7a-404d-8844-eeff0e1c7ac9 req-97d71f70-e249-4ff1-b21d-f06e3cd4a160 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Received event network-vif-deleted-7b9ec018-e3e6-4431-b5f9-298778cb588a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.596407] env[70636]: INFO nova.compute.manager [req-25f416c5-8c7a-404d-8844-eeff0e1c7ac9 req-97d71f70-e249-4ff1-b21d-f06e3cd4a160 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Neutron deleted interface 7b9ec018-e3e6-4431-b5f9-298778cb588a; detaching it from the instance and deleting it from the info cache [ 1061.596561] env[70636]: DEBUG nova.network.neutron [req-25f416c5-8c7a-404d-8844-eeff0e1c7ac9 req-97d71f70-e249-4ff1-b21d-f06e3cd4a160 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.719618] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f2842deb-72c7-47d0-ba67-09665b96669e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1061.856199] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Releasing lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.856199] env[70636]: DEBUG nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received event network-vif-plugged-c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.856400] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Acquiring lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.856476] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.856697] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.856876] env[70636]: DEBUG nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] No waiting events found dispatching network-vif-plugged-c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.857132] env[70636]: WARNING nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received unexpected event network-vif-plugged-c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 for instance with vm_state building and task_state spawning. [ 1061.857281] env[70636]: DEBUG nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received event network-changed-c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.857472] env[70636]: DEBUG nova.compute.manager [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Refreshing instance network info cache due to event network-changed-c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.857650] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Acquiring lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.857790] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Acquired lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.857949] env[70636]: DEBUG nova.network.neutron [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Refreshing network info cache for port c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.025400] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06663} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.026079] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.026975] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d02d01-1754-427d-84ee-a81ab30e4081 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.050631] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/7a1b67c8-83e4-4275-bf5c-9e3e4def8333.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.051063] env[70636]: DEBUG nova.network.neutron [-] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.052332] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d30893-3758-40af-84f2-f49de3e43ad9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.077626] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1062.077626] env[70636]: value = "task-2884095" [ 1062.077626] env[70636]: _type = "Task" [ 1062.077626] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.084643] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.098850] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9161aeb7-5086-44bf-949a-77c99f6fbfa4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.109021] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a3621b-9a55-4ed6-8089-e1c2f0ad52c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.143359] env[70636]: DEBUG nova.compute.manager [req-25f416c5-8c7a-404d-8844-eeff0e1c7ac9 req-97d71f70-e249-4ff1-b21d-f06e3cd4a160 service nova] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Detach interface failed, port_id=7b9ec018-e3e6-4431-b5f9-298778cb588a, reason: Instance 8ba823aa-5ab0-40ba-8412-66a44d3e5f23 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.179858] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.206335] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.206611] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.206790] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.207036] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.207193] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.207365] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.207589] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.207751] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.207926] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.208137] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.208454] env[70636]: DEBUG nova.virt.hardware [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.209496] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11adbb-6c0e-4e43-a1ac-8ba3947f8683 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.221445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba10c767-3150-42ef-ad6a-46ea3d7e64c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225585] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance d47f1698-aca2-4dae-b414-8e0a6ab0f93e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.412766] env[70636]: DEBUG nova.network.neutron [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.532033] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Successfully updated port: 7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.570628] env[70636]: INFO nova.compute.manager [-] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Took 1.38 seconds to deallocate network for instance. [ 1062.588510] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884095, 'name': ReconfigVM_Task, 'duration_secs': 0.328038} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.588799] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/7a1b67c8-83e4-4275-bf5c-9e3e4def8333.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.589427] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed332b4-a02c-460b-b22c-2688499a9f67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.595398] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1062.595398] env[70636]: value = "task-2884096" [ 1062.595398] env[70636]: _type = "Task" [ 1062.595398] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.599169] env[70636]: DEBUG nova.network.neutron [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.604797] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884096, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.620707] env[70636]: DEBUG nova.compute.manager [req-35ee8f77-b742-4a8e-8564-73f2fdfdfed5 req-30ef7058-7393-40a0-a84e-a9383165aee8 service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received event network-vif-plugged-7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.621035] env[70636]: DEBUG oslo_concurrency.lockutils [req-35ee8f77-b742-4a8e-8564-73f2fdfdfed5 req-30ef7058-7393-40a0-a84e-a9383165aee8 service nova] Acquiring lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.621743] env[70636]: DEBUG oslo_concurrency.lockutils [req-35ee8f77-b742-4a8e-8564-73f2fdfdfed5 req-30ef7058-7393-40a0-a84e-a9383165aee8 service nova] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.621743] env[70636]: DEBUG oslo_concurrency.lockutils [req-35ee8f77-b742-4a8e-8564-73f2fdfdfed5 req-30ef7058-7393-40a0-a84e-a9383165aee8 service nova] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.621743] env[70636]: DEBUG nova.compute.manager [req-35ee8f77-b742-4a8e-8564-73f2fdfdfed5 req-30ef7058-7393-40a0-a84e-a9383165aee8 service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] No waiting events found dispatching network-vif-plugged-7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.621894] env[70636]: WARNING nova.compute.manager [req-35ee8f77-b742-4a8e-8564-73f2fdfdfed5 req-30ef7058-7393-40a0-a84e-a9383165aee8 service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received unexpected event network-vif-plugged-7e7be361-9212-4dbc-bd17-51dfad8386b7 for instance with vm_state building and task_state spawning. [ 1062.732437] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance b9a15bcc-5fdf-41b3-bb46-e3168a6398ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.809972] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "2eb4cf38-0055-43a0-92a1-79782c25f80a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.810267] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.810530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "2eb4cf38-0055-43a0-92a1-79782c25f80a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.810772] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.810912] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.813427] env[70636]: INFO nova.compute.manager [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Terminating instance [ 1062.931785] env[70636]: DEBUG nova.network.neutron [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Successfully updated port: 0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.036402] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.077663] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.102083] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5c4061b-83df-4e2e-afd2-f4ce98ae8e5a req-6e912edf-1e93-443d-9626-6d3e5b8f870a service nova] Releasing lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.102689] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.102872] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.111370] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884096, 'name': Rename_Task, 'duration_secs': 0.149626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.111894] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.112163] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a564588-fbb4-46cc-9a1f-503305825b61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.120919] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1063.120919] env[70636]: value = "task-2884097" [ 1063.120919] env[70636]: _type = "Task" [ 1063.120919] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.131805] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.237255] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.316560] env[70636]: DEBUG nova.compute.manager [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.316788] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.317755] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1146b4-34c7-4362-b903-2113357b17f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.325125] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.325372] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55083b65-e656-4e0c-a713-78844c16454f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.331518] env[70636]: DEBUG oslo_vmware.api [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1063.331518] env[70636]: value = "task-2884098" [ 1063.331518] env[70636]: _type = "Task" [ 1063.331518] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.341161] env[70636]: DEBUG oslo_vmware.api [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.436846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.437103] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.437278] env[70636]: DEBUG nova.network.neutron [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.570075] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1063.570075] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579518', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'name': 'volume-dc44a1b7-5745-4b87-9dd5-f16422d40805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a559c15-0334-44db-9f7d-ed3282993961', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'serial': 'dc44a1b7-5745-4b87-9dd5-f16422d40805'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1063.570075] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5add77-e82a-43d1-9eec-37206ab0796a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.591461] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeecf2bf-0e46-4a9e-912a-c26023950454 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.619333] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-dc44a1b7-5745-4b87-9dd5-f16422d40805/volume-dc44a1b7-5745-4b87-9dd5-f16422d40805.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.624024] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67240d3-b5ec-45d3-8d9e-61f138dfe66f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.644651] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "e8501dc5-7abf-47c7-8359-cb9b58258539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.645123] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.656642] env[70636]: DEBUG oslo_vmware.api [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884097, 'name': PowerOnVM_Task, 'duration_secs': 0.45968} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.658403] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.658744] env[70636]: INFO nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1063.659051] env[70636]: DEBUG nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.659502] env[70636]: DEBUG oslo_vmware.api [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Waiting for the task: (returnval){ [ 1063.659502] env[70636]: value = "task-2884099" [ 1063.659502] env[70636]: _type = "Task" [ 1063.659502] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.660429] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f47d0e-e100-4630-a6c1-0cbfddffb30a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.676335] env[70636]: DEBUG oslo_vmware.api [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.743050] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 590341b5-9b5d-4552-b10f-8384efc8e24f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.768816] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.843685] env[70636]: DEBUG oslo_vmware.api [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884098, 'name': PowerOffVM_Task, 'duration_secs': 0.189271} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.844010] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.844231] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.844521] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a78cf71-b31e-4f81-b2a8-176de8a69dae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.909285] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.911593] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.911593] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Deleting the datastore file [datastore2] 2eb4cf38-0055-43a0-92a1-79782c25f80a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.911593] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a6d2d5-4e54-4100-b0ca-171937801edb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.917589] env[70636]: DEBUG oslo_vmware.api [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1063.917589] env[70636]: value = "task-2884101" [ 1063.917589] env[70636]: _type = "Task" [ 1063.917589] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.932480] env[70636]: DEBUG oslo_vmware.api [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.979122] env[70636]: DEBUG nova.network.neutron [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.173472] env[70636]: DEBUG oslo_vmware.api [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884099, 'name': ReconfigVM_Task, 'duration_secs': 0.366186} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.175984] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-dc44a1b7-5745-4b87-9dd5-f16422d40805/volume-dc44a1b7-5745-4b87-9dd5-f16422d40805.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.184730] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2c2f7f-c5e9-480c-bcc4-16e47438ca7d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.198643] env[70636]: DEBUG nova.network.neutron [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.200333] env[70636]: INFO nova.compute.manager [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Took 47.22 seconds to build instance. [ 1064.205948] env[70636]: DEBUG oslo_vmware.api [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Waiting for the task: (returnval){ [ 1064.205948] env[70636]: value = "task-2884102" [ 1064.205948] env[70636]: _type = "Task" [ 1064.205948] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.216517] env[70636]: DEBUG oslo_vmware.api [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.244961] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 46cb041b-2ea2-4ee1-8d04-9c906cf08956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.257171] env[70636]: DEBUG nova.network.neutron [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Updating instance_info_cache with network_info: [{"id": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "address": "fa:16:3e:cf:03:94", "network": {"id": "d815b832-bef9-482b-b6d0-5522b20961a5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113120298", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd6c1c-6a", "ovs_interfaceid": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e7be361-9212-4dbc-bd17-51dfad8386b7", "address": "fa:16:3e:3a:59:0a", "network": {"id": "0e32bb87-ddc9-4a4d-8013-8ed6c99a6e38", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1148335342", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7be361-92", "ovs_interfaceid": "7e7be361-9212-4dbc-bd17-51dfad8386b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.428160] env[70636]: DEBUG oslo_vmware.api [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15949} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.428309] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.428436] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.428612] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.428780] env[70636]: INFO nova.compute.manager [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1064.429085] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.429302] env[70636]: DEBUG nova.compute.manager [-] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.429472] env[70636]: DEBUG nova.network.neutron [-] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.687307] env[70636]: DEBUG nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received event network-changed-7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.687307] env[70636]: DEBUG nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Refreshing instance network info cache due to event network-changed-7e7be361-9212-4dbc-bd17-51dfad8386b7. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.687307] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Acquiring lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.702622] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.702934] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Instance network_info: |[{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.703325] env[70636]: DEBUG oslo_concurrency.lockutils [None req-832c0cb9-623f-4692-991b-e1aa1bef23b7 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.935s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.703977] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:51:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aabadaa-7939-4e28-bc6d-df449d3d857a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.712400] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Creating folder: Project (0e3ff2f79045438b84ade304055b6f8e). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.713984] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a910f57-61c9-4208-8523-79dc21713130 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.728669] env[70636]: DEBUG oslo_vmware.api [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884102, 'name': ReconfigVM_Task, 'duration_secs': 0.15537} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.730998] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579518', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'name': 'volume-dc44a1b7-5745-4b87-9dd5-f16422d40805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a559c15-0334-44db-9f7d-ed3282993961', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'serial': 'dc44a1b7-5745-4b87-9dd5-f16422d40805'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.736672] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Created folder: Project (0e3ff2f79045438b84ade304055b6f8e) in parent group-v579393. [ 1064.736956] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Creating folder: Instances. Parent ref: group-v579519. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.741118] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7f73f70-f033-4469-be6f-5c085c751dcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.747589] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e15b67f4-394d-452c-a7e6-9a6b40236a8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.752837] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Created folder: Instances in parent group-v579519. [ 1064.753139] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.753691] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.754831] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03eb79c7-6e92-4fbd-8914-2998f23beb2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.770775] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Releasing lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.771185] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Instance network_info: |[{"id": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "address": "fa:16:3e:cf:03:94", "network": {"id": "d815b832-bef9-482b-b6d0-5522b20961a5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113120298", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd6c1c-6a", "ovs_interfaceid": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e7be361-9212-4dbc-bd17-51dfad8386b7", "address": "fa:16:3e:3a:59:0a", "network": {"id": "0e32bb87-ddc9-4a4d-8013-8ed6c99a6e38", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1148335342", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7be361-92", "ovs_interfaceid": "7e7be361-9212-4dbc-bd17-51dfad8386b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.771571] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Acquired lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.771785] env[70636]: DEBUG nova.network.neutron [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Refreshing network info cache for port 7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.776024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:03:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:59:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7be361-9212-4dbc-bd17-51dfad8386b7', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.782545] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.786052] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.786584] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a05402cb-f30e-44d3-95ad-74f890c1bbfb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.810945] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.810945] env[70636]: value = "task-2884105" [ 1064.810945] env[70636]: _type = "Task" [ 1064.810945] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.818573] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.818573] env[70636]: value = "task-2884106" [ 1064.818573] env[70636]: _type = "Task" [ 1064.818573] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.825603] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884105, 'name': CreateVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.833483] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884106, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.219561] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.252116] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 15ceff51-2deb-4f21-ac68-afb2693339a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.313206] env[70636]: DEBUG nova.network.neutron [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Updated VIF entry in instance network info cache for port 7e7be361-9212-4dbc-bd17-51dfad8386b7. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.313206] env[70636]: DEBUG nova.network.neutron [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Updating instance_info_cache with network_info: [{"id": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "address": "fa:16:3e:cf:03:94", "network": {"id": "d815b832-bef9-482b-b6d0-5522b20961a5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113120298", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd6c1c-6a", "ovs_interfaceid": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e7be361-9212-4dbc-bd17-51dfad8386b7", "address": "fa:16:3e:3a:59:0a", "network": {"id": "0e32bb87-ddc9-4a4d-8013-8ed6c99a6e38", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1148335342", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7be361-92", "ovs_interfaceid": "7e7be361-9212-4dbc-bd17-51dfad8386b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.337744] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884105, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.339050] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884106, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.730778] env[70636]: DEBUG nova.network.neutron [-] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.755120] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.759640] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance ebe83ff3-93bf-40a8-a427-39d9ab8ff226 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.802388] env[70636]: DEBUG nova.objects.instance [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lazy-loading 'flavor' on Instance uuid 2a559c15-0334-44db-9f7d-ed3282993961 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.821039] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Releasing lock "refresh_cache-7c82a7ff-8e74-4591-882f-ee5fea3c40c8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.821484] env[70636]: DEBUG nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received event network-vif-plugged-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.821834] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Acquiring lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.825751] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.825751] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.825751] env[70636]: DEBUG nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] No waiting events found dispatching network-vif-plugged-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.825751] env[70636]: WARNING nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received unexpected event network-vif-plugged-0aabadaa-7939-4e28-bc6d-df449d3d857a for instance with vm_state building and task_state spawning. [ 1065.825751] env[70636]: DEBUG nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.825751] env[70636]: DEBUG nova.compute.manager [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing instance network info cache due to event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.825751] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.825751] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.825751] env[70636]: DEBUG nova.network.neutron [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.829400] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884105, 'name': CreateVM_Task, 'duration_secs': 1.034273} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.833349] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.835036] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.835270] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.835816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.836827] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afbdaae-eb42-4602-b9e2-be7c9c271b1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.844655] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884106, 'name': CreateVM_Task, 'duration_secs': 1.005291} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.845097] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.846167] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.847880] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1065.847880] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251a3ca-b19a-f3bc-63b0-22ff7298e2eb" [ 1065.847880] env[70636]: _type = "Task" [ 1065.847880] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.855703] env[70636]: DEBUG nova.compute.manager [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.855703] env[70636]: DEBUG nova.compute.manager [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing instance network info cache due to event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.855703] env[70636]: DEBUG oslo_concurrency.lockutils [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.855703] env[70636]: DEBUG oslo_concurrency.lockutils [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.856170] env[70636]: DEBUG nova.network.neutron [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.861932] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251a3ca-b19a-f3bc-63b0-22ff7298e2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.234660] env[70636]: INFO nova.compute.manager [-] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Took 1.81 seconds to deallocate network for instance. [ 1066.261495] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2a077995-2d6b-4c65-ad3b-bd351b7f93f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.309983] env[70636]: DEBUG oslo_concurrency.lockutils [None req-25b37af4-b3ce-440f-b8a4-ae60ea07ef5c tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lock "2a559c15-0334-44db-9f7d-ed3282993961" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.397s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.361715] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5251a3ca-b19a-f3bc-63b0-22ff7298e2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.361823] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.362185] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.362979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.362979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.362979] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.362979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.363330] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.365582] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8df81f1-5dbe-4835-8eb4-2fbc25eca7ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.367552] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b078c0be-9bbc-4a39-b62e-4a1cc0fda5e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.375014] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1066.375014] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e09c2d-75b5-f4b6-f049-6d087f347f69" [ 1066.375014] env[70636]: _type = "Task" [ 1066.375014] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.382699] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.382881] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.384482] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4953914-c9da-4f0e-a04c-3c5bbd3c80ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.392535] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e09c2d-75b5-f4b6-f049-6d087f347f69, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.393177] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.393411] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.393805] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.397231] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1066.397231] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52067dce-d431-f022-c610-eef9c0404da9" [ 1066.397231] env[70636]: _type = "Task" [ 1066.397231] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.408649] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52067dce-d431-f022-c610-eef9c0404da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.656183] env[70636]: DEBUG nova.network.neutron [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updated VIF entry in instance network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.656183] env[70636]: DEBUG nova.network.neutron [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.717487] env[70636]: DEBUG nova.network.neutron [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updated VIF entry in instance network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.717842] env[70636]: DEBUG nova.network.neutron [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.735349] env[70636]: DEBUG nova.compute.manager [req-66e20e68-c4f1-4c7f-981f-7311e7974a4b req-6c744f87-d851-4247-beab-9c167bf72cb2 service nova] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Received event network-vif-deleted-6c9faf81-0655-45cd-9e3c-a59b5cfd7455 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.747477] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.762748] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6786080b-4760-4042-b210-69b14fe5af58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.769841] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.769841] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lock "2a559c15-0334-44db-9f7d-ed3282993961" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.909327] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52067dce-d431-f022-c610-eef9c0404da9, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.910575] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa9365a-ea15-4668-a908-f2daac8f9fa7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.920803] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1066.920803] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e51265-9bb1-496d-822b-20ac955fdf3d" [ 1066.920803] env[70636]: _type = "Task" [ 1066.920803] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.929511] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e51265-9bb1-496d-822b-20ac955fdf3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.160328] env[70636]: DEBUG oslo_concurrency.lockutils [req-a511c1de-5538-4473-bb94-8b0dc61b01d1 req-2be2c746-044c-44b8-bdda-99f8010a1aac service nova] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.223988] env[70636]: DEBUG oslo_concurrency.lockutils [req-94946b1e-6357-425f-adbb-2ddd4023e374 req-8df88aa2-d8bc-46b1-8b51-e3e5abadb320 service nova] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.268669] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6f14998f-2ea7-4388-bede-9520190119cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1067.268669] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1067.268669] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1067.274900] env[70636]: INFO nova.compute.manager [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Detaching volume dc44a1b7-5745-4b87-9dd5-f16422d40805 [ 1067.325333] env[70636]: INFO nova.virt.block_device [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Attempting to driver detach volume dc44a1b7-5745-4b87-9dd5-f16422d40805 from mountpoint /dev/sdb [ 1067.325552] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.325729] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579518', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'name': 'volume-dc44a1b7-5745-4b87-9dd5-f16422d40805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a559c15-0334-44db-9f7d-ed3282993961', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'serial': 'dc44a1b7-5745-4b87-9dd5-f16422d40805'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.326647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14c863-3abe-44e4-b017-62f7beb0d103 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.361861] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1b8cc-c2d2-4e0c-b2e4-e6cf978f2266 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.369570] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1445b-9e75-4808-b2ef-388c55bb8848 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.398316] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f15a57f-68d8-493c-b5a4-0ed3edb4ee2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.414720] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] The volume has not been displaced from its original location: [datastore1] volume-dc44a1b7-5745-4b87-9dd5-f16422d40805/volume-dc44a1b7-5745-4b87-9dd5-f16422d40805.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.420114] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.422927] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc78c2f-16a7-41ee-b627-b29fcbf613f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.446102] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e51265-9bb1-496d-822b-20ac955fdf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.449875] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.450165] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 04ad9dff-40ef-4ab6-9d26-13b324b39b50/04ad9dff-40ef-4ab6-9d26-13b324b39b50.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.450474] env[70636]: DEBUG oslo_vmware.api [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Waiting for the task: (returnval){ [ 1067.450474] env[70636]: value = "task-2884107" [ 1067.450474] env[70636]: _type = "Task" [ 1067.450474] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.451444] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.451444] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.451444] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0873db6c-eb70-4b1f-934a-ffa4fd5552b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.453307] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d375b9-6bcb-418c-aaff-f4c0c0b089e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.463842] env[70636]: DEBUG oslo_vmware.api [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.469046] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1067.469046] env[70636]: value = "task-2884108" [ 1067.469046] env[70636]: _type = "Task" [ 1067.469046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.469304] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.469471] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.470575] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba37a82-6f90-42d6-82d1-f9a8ad14fe58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.483622] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.483935] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1067.483935] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f15b0e-678e-31b3-c40c-1902f1d3bc6e" [ 1067.483935] env[70636]: _type = "Task" [ 1067.483935] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.492304] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f15b0e-678e-31b3-c40c-1902f1d3bc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.881492] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.881743] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.937615] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce4ff4-4ec8-4286-8485-5615f2c82a62 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.949603] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85f383e-109c-4d2f-a7e7-041734cf4d42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.994706] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6f629-1b58-4dbd-9706-a2c88caa902e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.002199] env[70636]: DEBUG oslo_vmware.api [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884107, 'name': ReconfigVM_Task, 'duration_secs': 0.265541} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.003534] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.015459] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edead032-43ba-409f-a828-97f25b3cf728 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026184] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f15b0e-678e-31b3-c40c-1902f1d3bc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013529} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.027271] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.030264] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c802da9-5d02-49b5-8847-871c21b87d7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.033491] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0665e8d-9150-4612-93ce-1034fccbf989 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.038791] env[70636]: DEBUG oslo_vmware.api [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Waiting for the task: (returnval){ [ 1068.038791] env[70636]: value = "task-2884109" [ 1068.038791] env[70636]: _type = "Task" [ 1068.038791] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.051668] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.053757] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1068.053757] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c127e1-d320-e735-69b9-91b121937331" [ 1068.053757] env[70636]: _type = "Task" [ 1068.053757] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.060826] env[70636]: DEBUG oslo_vmware.api [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.066622] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c127e1-d320-e735-69b9-91b121937331, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.067645] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.067924] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7c82a7ff-8e74-4591-882f-ee5fea3c40c8/7c82a7ff-8e74-4591-882f-ee5fea3c40c8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.068221] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-310b6df1-01ea-4438-8352-a2efc89da5d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.076101] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1068.076101] env[70636]: value = "task-2884110" [ 1068.076101] env[70636]: _type = "Task" [ 1068.076101] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.084917] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.500804] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576859} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.501502] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 04ad9dff-40ef-4ab6-9d26-13b324b39b50/04ad9dff-40ef-4ab6-9d26-13b324b39b50.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.501502] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.501776] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fef6511-b825-421f-bb75-0072a92c91a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.511875] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1068.511875] env[70636]: value = "task-2884111" [ 1068.511875] env[70636]: _type = "Task" [ 1068.511875] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.526413] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.550477] env[70636]: DEBUG oslo_vmware.api [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Task: {'id': task-2884109, 'name': ReconfigVM_Task, 'duration_secs': 0.155025} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.550812] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579518', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'name': 'volume-dc44a1b7-5745-4b87-9dd5-f16422d40805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a559c15-0334-44db-9f7d-ed3282993961', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc44a1b7-5745-4b87-9dd5-f16422d40805', 'serial': 'dc44a1b7-5745-4b87-9dd5-f16422d40805'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1068.554983] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.588782] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502369} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.589329] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7c82a7ff-8e74-4591-882f-ee5fea3c40c8/7c82a7ff-8e74-4591-882f-ee5fea3c40c8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.589329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.589519] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcd6749-58f0-4d68-9b3a-328840bcad65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.597759] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1068.597759] env[70636]: value = "task-2884112" [ 1068.597759] env[70636]: _type = "Task" [ 1068.597759] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.605510] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.022382] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146258} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.022639] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.023466] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ea9d9-6382-4e5b-a296-23dba2ad42ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.045770] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 04ad9dff-40ef-4ab6-9d26-13b324b39b50/04ad9dff-40ef-4ab6-9d26-13b324b39b50.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.046057] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ba8129-07c8-431a-92e0-c1ed4bcb1cc9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.061444] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1069.061806] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.917s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.062215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.402s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.064406] env[70636]: INFO nova.compute.claims [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.076275] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1069.076275] env[70636]: value = "task-2884113" [ 1069.076275] env[70636]: _type = "Task" [ 1069.076275] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.088796] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.110875] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091642} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.112062] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.113209] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d16fbef-d347-4b29-91ff-9e3e0467c415 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.119987] env[70636]: DEBUG nova.objects.instance [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lazy-loading 'flavor' on Instance uuid 2a559c15-0334-44db-9f7d-ed3282993961 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.145541] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 7c82a7ff-8e74-4591-882f-ee5fea3c40c8/7c82a7ff-8e74-4591-882f-ee5fea3c40c8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.146384] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5580977f-08c9-413a-b507-ee547c35fb11 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.167982] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1069.167982] env[70636]: value = "task-2884114" [ 1069.167982] env[70636]: _type = "Task" [ 1069.167982] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.177663] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.587959] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884113, 'name': ReconfigVM_Task, 'duration_secs': 0.300074} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.588256] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 04ad9dff-40ef-4ab6-9d26-13b324b39b50/04ad9dff-40ef-4ab6-9d26-13b324b39b50.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.588876] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-145db52a-e90d-4b2a-bc17-043ceb6658d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.596071] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1069.596071] env[70636]: value = "task-2884115" [ 1069.596071] env[70636]: _type = "Task" [ 1069.596071] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.605866] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884115, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.677819] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884114, 'name': ReconfigVM_Task, 'duration_secs': 0.337087} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.678138] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 7c82a7ff-8e74-4591-882f-ee5fea3c40c8/7c82a7ff-8e74-4591-882f-ee5fea3c40c8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.678756] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0a37f9-c53e-4d76-bef6-62664cdf39f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.685386] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1069.685386] env[70636]: value = "task-2884116" [ 1069.685386] env[70636]: _type = "Task" [ 1069.685386] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.693706] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884116, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.107209] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884115, 'name': Rename_Task, 'duration_secs': 0.149985} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.107344] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.109748] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d1bda5-8f7c-44f5-a185-9761a8bba07a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.116933] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1070.116933] env[70636]: value = "task-2884117" [ 1070.116933] env[70636]: _type = "Task" [ 1070.116933] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.126913] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.151087] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cf35289b-2c75-41fd-bd39-5126dee7cc62 tempest-VolumesAssistedSnapshotsTest-1547003650 tempest-VolumesAssistedSnapshotsTest-1547003650-project-admin] Lock "2a559c15-0334-44db-9f7d-ed3282993961" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.381s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.196799] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884116, 'name': Rename_Task, 'duration_secs': 0.194765} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.197122] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.197371] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d446acb8-ae82-4376-b27e-790e4945e305 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.205482] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1070.205482] env[70636]: value = "task-2884118" [ 1070.205482] env[70636]: _type = "Task" [ 1070.205482] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.216521] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.548997] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ddd543-e28a-4b25-91b7-8dba70d94a6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.557709] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c24d8d-00e0-4b4f-a82d-4d304d7a884e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.589731] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11667970-5e08-4ac6-8921-9edcf332b3cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.598377] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad00446-81a3-4d0c-8be2-b0844d9ec2d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.614119] env[70636]: DEBUG nova.compute.provider_tree [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.628225] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.719427] env[70636]: DEBUG oslo_vmware.api [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884118, 'name': PowerOnVM_Task, 'duration_secs': 0.48358} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.720915] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.720915] env[70636]: INFO nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1070.720915] env[70636]: DEBUG nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.721064] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e06c0-9357-46f3-9d3e-861414a0974e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.119099] env[70636]: DEBUG nova.scheduler.client.report [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.132273] env[70636]: DEBUG oslo_vmware.api [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884117, 'name': PowerOnVM_Task, 'duration_secs': 0.574458} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.132586] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.132793] env[70636]: INFO nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1071.132966] env[70636]: DEBUG nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.133788] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af97208-db48-4952-bb26-9b37477cb700 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.242065] env[70636]: INFO nova.compute.manager [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Took 48.49 seconds to build instance. [ 1071.626879] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.627456] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.631047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.821s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.631047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.632636] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.657s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.633929] env[70636]: INFO nova.compute.claims [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.655140] env[70636]: INFO nova.compute.manager [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Took 43.39 seconds to build instance. [ 1071.662204] env[70636]: INFO nova.scheduler.client.report [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleted allocations for instance 37e78c17-1f84-4d2e-b362-6fe4d668c7f8 [ 1071.744174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b16ba5c2-82d4-4fc7-9360-40c2b88701e4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.203s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.139538] env[70636]: DEBUG nova.compute.utils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.142616] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.142790] env[70636]: DEBUG nova.network.neutron [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.158421] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f717b5b0-0964-46f8-83e9-a0860abde17e tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.695s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.172257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.172564] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.173290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.173489] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.173661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.176383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c75c8f6-7267-4105-9829-7a03296d03fb tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "37e78c17-1f84-4d2e-b362-6fe4d668c7f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.815s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.190266] env[70636]: INFO nova.compute.manager [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Terminating instance [ 1072.247418] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.282557] env[70636]: DEBUG nova.policy [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1f820da4a1c4c24a03e1bacedee1eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c2adf554caf48a298d83bb7b499df57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.650417] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.662558] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.694782] env[70636]: DEBUG nova.compute.manager [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.695268] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.701079] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd29d2-9c65-47b6-b07a-5d31211ed2fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.717335] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.717875] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23d6a38-4be0-49ad-90d5-ff6e3aca5b70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.727848] env[70636]: DEBUG oslo_vmware.api [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1072.727848] env[70636]: value = "task-2884120" [ 1072.727848] env[70636]: _type = "Task" [ 1072.727848] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.744465] env[70636]: DEBUG oslo_vmware.api [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.773589] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.811125] env[70636]: DEBUG nova.network.neutron [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Successfully created port: 0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.858852] env[70636]: DEBUG nova.compute.manager [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.859105] env[70636]: DEBUG nova.compute.manager [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing instance network info cache due to event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.859302] env[70636]: DEBUG oslo_concurrency.lockutils [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.859450] env[70636]: DEBUG oslo_concurrency.lockutils [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.860218] env[70636]: DEBUG nova.network.neutron [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.195653] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.247277] env[70636]: DEBUG oslo_vmware.api [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884120, 'name': PowerOffVM_Task, 'duration_secs': 0.267522} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.250308] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.250529] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.251183] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1838a065-d629-418e-ae8b-08659d87fd9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.298367] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4867cae-45e2-4627-9100-c52ce39f8a84 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.312903] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980b4eb-9aa8-4e39-906a-caded69825a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.352784] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538995be-c5bd-45ce-ab6f-7ef78426abe8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.362457] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ae013-f0de-4b9e-a997-1f85cbe2993b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.371257] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.371562] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.371832] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Deleting the datastore file [datastore1] 7c82a7ff-8e74-4591-882f-ee5fea3c40c8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.372667] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb753d59-7b31-4c2e-9420-18944bc0e27c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.385829] env[70636]: DEBUG nova.compute.provider_tree [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.393616] env[70636]: DEBUG oslo_vmware.api [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for the task: (returnval){ [ 1073.393616] env[70636]: value = "task-2884122" [ 1073.393616] env[70636]: _type = "Task" [ 1073.393616] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.403960] env[70636]: DEBUG oslo_vmware.api [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.663847] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.687642] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:38:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b786e1ae-56c9-43a3-85df-20f4b3951ee8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1997747632',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.687883] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.688062] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.688251] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.688396] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.688539] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.688746] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.688900] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.689082] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.689282] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.689467] env[70636]: DEBUG nova.virt.hardware [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.690361] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba28c13-555b-4b87-bfd8-e639d54702df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.699141] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba4d3df-8862-40b1-91df-8efd1dce39a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.788967] env[70636]: DEBUG nova.network.neutron [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updated VIF entry in instance network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.789455] env[70636]: DEBUG nova.network.neutron [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.889334] env[70636]: DEBUG nova.scheduler.client.report [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.906180] env[70636]: DEBUG oslo_vmware.api [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Task: {'id': task-2884122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397477} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.906434] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.906609] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.906778] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.907052] env[70636]: INFO nova.compute.manager [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1073.907304] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.907489] env[70636]: DEBUG nova.compute.manager [-] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.907578] env[70636]: DEBUG nova.network.neutron [-] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.293218] env[70636]: DEBUG oslo_concurrency.lockutils [req-6fe8b1b5-dd37-4c4e-94fb-7b494ad8c126 req-085ad18f-0b95-4cba-ace9-0e13d7fb511e service nova] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.364362] env[70636]: DEBUG nova.network.neutron [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Successfully updated port: 0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.394735] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.394981] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.398386] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.519s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.398459] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.400502] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.418s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.402061] env[70636]: INFO nova.compute.claims [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.411224] env[70636]: DEBUG nova.compute.manager [req-643d7a34-10fc-4e95-be6c-a61612213d63 req-3f033f35-9dee-47d7-9f36-4fc049c27f0e service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received event network-vif-deleted-7e7be361-9212-4dbc-bd17-51dfad8386b7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.411439] env[70636]: INFO nova.compute.manager [req-643d7a34-10fc-4e95-be6c-a61612213d63 req-3f033f35-9dee-47d7-9f36-4fc049c27f0e service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Neutron deleted interface 7e7be361-9212-4dbc-bd17-51dfad8386b7; detaching it from the instance and deleting it from the info cache [ 1074.411653] env[70636]: DEBUG nova.network.neutron [req-643d7a34-10fc-4e95-be6c-a61612213d63 req-3f033f35-9dee-47d7-9f36-4fc049c27f0e service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Updating instance_info_cache with network_info: [{"id": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "address": "fa:16:3e:cf:03:94", "network": {"id": "d815b832-bef9-482b-b6d0-5522b20961a5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113120298", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3b92cc5e4744b7eb86c618c74cbc942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cd6c1c-6a", "ovs_interfaceid": "c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.426750] env[70636]: INFO nova.scheduler.client.report [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Deleted allocations for instance 122e0404-29c7-4d16-bf19-5c979cdb8702 [ 1074.487804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.491112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "2a559c15-0334-44db-9f7d-ed3282993961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.491112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "2a559c15-0334-44db-9f7d-ed3282993961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.491112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "2a559c15-0334-44db-9f7d-ed3282993961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.491112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "2a559c15-0334-44db-9f7d-ed3282993961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.491818] env[70636]: INFO nova.compute.manager [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Terminating instance [ 1074.517736] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "52dadfee-1694-47c6-add4-2aa7c551596f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.518721] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "52dadfee-1694-47c6-add4-2aa7c551596f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.869034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.869314] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.873019] env[70636]: DEBUG nova.network.neutron [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.887961] env[70636]: DEBUG nova.compute.manager [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Received event network-vif-plugged-0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.888192] env[70636]: DEBUG oslo_concurrency.lockutils [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] Acquiring lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.888394] env[70636]: DEBUG oslo_concurrency.lockutils [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] Lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.888590] env[70636]: DEBUG oslo_concurrency.lockutils [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] Lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.888709] env[70636]: DEBUG nova.compute.manager [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] No waiting events found dispatching network-vif-plugged-0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.888868] env[70636]: WARNING nova.compute.manager [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Received unexpected event network-vif-plugged-0e266fad-ba3f-45cd-8a21-7592c769b533 for instance with vm_state building and task_state spawning. [ 1074.889431] env[70636]: DEBUG nova.compute.manager [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Received event network-changed-0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.889650] env[70636]: DEBUG nova.compute.manager [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Refreshing instance network info cache due to event network-changed-0e266fad-ba3f-45cd-8a21-7592c769b533. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.889827] env[70636]: DEBUG oslo_concurrency.lockutils [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] Acquiring lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.899549] env[70636]: DEBUG nova.compute.utils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.901136] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.901136] env[70636]: DEBUG nova.network.neutron [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.918613] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43765bc2-b82d-49db-96f7-0ae64ceba188 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.936251] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c87203-eebe-4885-8b68-45cba67f025a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.953460] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55c2b02-5e17-42ff-b57e-bee594d258c0 tempest-ServerExternalEventsTest-2060873346 tempest-ServerExternalEventsTest-2060873346-project-member] Lock "122e0404-29c7-4d16-bf19-5c979cdb8702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.139s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.983110] env[70636]: DEBUG nova.compute.manager [req-643d7a34-10fc-4e95-be6c-a61612213d63 req-3f033f35-9dee-47d7-9f36-4fc049c27f0e service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Detach interface failed, port_id=7e7be361-9212-4dbc-bd17-51dfad8386b7, reason: Instance 7c82a7ff-8e74-4591-882f-ee5fea3c40c8 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.987420] env[70636]: DEBUG nova.policy [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d0ceeb7d175490e9c4582eef05e74d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf70116fc834a8591d9b63afe03648b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.995055] env[70636]: DEBUG nova.compute.manager [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.995271] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.996372] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667426d8-114e-497d-b79b-a95292a2027a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.005510] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.005695] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30e351b2-3ec6-4f6a-84b7-fa2811544462 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.013823] env[70636]: DEBUG oslo_vmware.api [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 1075.013823] env[70636]: value = "task-2884123" [ 1075.013823] env[70636]: _type = "Task" [ 1075.013823] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.023344] env[70636]: DEBUG oslo_vmware.api [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2884123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.031293] env[70636]: DEBUG nova.network.neutron [-] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.376760] env[70636]: DEBUG nova.network.neutron [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Successfully created port: 4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.403915] env[70636]: DEBUG nova.network.neutron [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.406012] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.525977] env[70636]: DEBUG oslo_vmware.api [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2884123, 'name': PowerOffVM_Task, 'duration_secs': 0.27981} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.526266] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.526445] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.527032] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4da8e6-0f5b-4454-9376-caf4fab167fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.536451] env[70636]: INFO nova.compute.manager [-] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Took 1.63 seconds to deallocate network for instance. [ 1075.604406] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.604602] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.604775] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Deleting the datastore file [datastore2] 2a559c15-0334-44db-9f7d-ed3282993961 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.605073] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-297ea3dd-0c57-4179-b15b-35066a691ef1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.630818] env[70636]: DEBUG oslo_vmware.api [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for the task: (returnval){ [ 1075.630818] env[70636]: value = "task-2884125" [ 1075.630818] env[70636]: _type = "Task" [ 1075.630818] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.638913] env[70636]: DEBUG nova.network.neutron [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.645778] env[70636]: DEBUG oslo_vmware.api [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2884125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.954731] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2090322-cfc3-415b-94ea-e137cf6777f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.962811] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da453cb-5ba5-49c9-8b49-bc6d76a2fc1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.995836] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a64f71-703f-4acc-a26d-aeafcc33387a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.005165] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494685f6-141f-4ea2-b531-67a957f753e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.020591] env[70636]: DEBUG nova.compute.provider_tree [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.043104] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.141804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.142141] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Instance network_info: |[{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.142434] env[70636]: DEBUG oslo_vmware.api [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Task: {'id': task-2884125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179178} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.142651] env[70636]: DEBUG oslo_concurrency.lockutils [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] Acquired lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.142818] env[70636]: DEBUG nova.network.neutron [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Refreshing network info cache for port 0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.144008] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:1c:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e266fad-ba3f-45cd-8a21-7592c769b533', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.151547] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.151753] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.151925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.152109] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.152280] env[70636]: INFO nova.compute.manager [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1076.152508] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.155629] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.155780] env[70636]: DEBUG nova.compute.manager [-] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.156379] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.158385] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86221ca1-d686-4b05-b47b-ac71cbbbd593 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.184024] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.184024] env[70636]: value = "task-2884126" [ 1076.184024] env[70636]: _type = "Task" [ 1076.184024] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.193111] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884126, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.417196] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.451604] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.451604] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.451604] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.451867] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.451867] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.452094] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.453448] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.453642] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.453823] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.453990] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.454183] env[70636]: DEBUG nova.virt.hardware [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.455112] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea6b04-2f3e-4d1f-bdd7-ac97ba499b41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.464189] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f59bd-b399-46d9-8991-d59a24257be1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.498512] env[70636]: DEBUG nova.compute.manager [req-df86203a-ba00-4a91-bfaa-ba37eee1988b req-b2da35e2-b532-4d4e-a307-677587612a22 service nova] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Received event network-vif-deleted-c9cd6c1c-6a9a-4afe-ae79-b6d3fdd0f008 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.506629] env[70636]: DEBUG nova.network.neutron [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updated VIF entry in instance network info cache for port 0e266fad-ba3f-45cd-8a21-7592c769b533. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.507040] env[70636]: DEBUG nova.network.neutron [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.543290] env[70636]: ERROR nova.scheduler.client.report [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [req-91d4ef72-bc08-4710-a2ef-ffd56ff0fc39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91d4ef72-bc08-4710-a2ef-ffd56ff0fc39"}]} [ 1076.565258] env[70636]: DEBUG nova.scheduler.client.report [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.581316] env[70636]: DEBUG nova.scheduler.client.report [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.581316] env[70636]: DEBUG nova.compute.provider_tree [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.595625] env[70636]: DEBUG nova.scheduler.client.report [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.616736] env[70636]: DEBUG nova.scheduler.client.report [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.694277] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884126, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.963348] env[70636]: DEBUG nova.compute.manager [req-7cbfbdeb-76c1-480e-aae4-dec49afa4730 req-a55c2700-784e-43eb-ad44-6a3b4a625a62 service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Received event network-vif-deleted-379f52ef-eea0-4124-b66f-3951d2bb4588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.963348] env[70636]: INFO nova.compute.manager [req-7cbfbdeb-76c1-480e-aae4-dec49afa4730 req-a55c2700-784e-43eb-ad44-6a3b4a625a62 service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Neutron deleted interface 379f52ef-eea0-4124-b66f-3951d2bb4588; detaching it from the instance and deleting it from the info cache [ 1076.963348] env[70636]: DEBUG nova.network.neutron [req-7cbfbdeb-76c1-480e-aae4-dec49afa4730 req-a55c2700-784e-43eb-ad44-6a3b4a625a62 service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.009704] env[70636]: DEBUG oslo_concurrency.lockutils [req-888d5f0f-2a6c-4a65-bca1-054abf4e7fec req-61452f43-dc17-4a41-88ba-51e85221be52 service nova] Releasing lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.065958] env[70636]: DEBUG nova.network.neutron [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Successfully updated port: 4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.147247] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bdffca-3b18-4a61-87c1-8dfa5d32a322 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.154576] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b23a0a7-be3f-49bd-a227-2cca19cafbfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.187430] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f11ecf4-c23c-4c88-86bd-04964ea15fc0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.194985] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884126, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.197481] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e586e64-69fb-4422-8b8d-2d3a43d74b34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.212008] env[70636]: DEBUG nova.compute.provider_tree [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.278829] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.466910] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4fb2eb9-26d0-4541-8230-e71f653674c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.476762] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2817d8-dc86-48ad-9514-f3ab63925c5b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.510360] env[70636]: DEBUG nova.compute.manager [req-7cbfbdeb-76c1-480e-aae4-dec49afa4730 req-a55c2700-784e-43eb-ad44-6a3b4a625a62 service nova] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Detach interface failed, port_id=379f52ef-eea0-4124-b66f-3951d2bb4588, reason: Instance 2a559c15-0334-44db-9f7d-ed3282993961 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.567991] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "refresh_cache-d47f1698-aca2-4dae-b414-8e0a6ab0f93e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.568187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquired lock "refresh_cache-d47f1698-aca2-4dae-b414-8e0a6ab0f93e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.568346] env[70636]: DEBUG nova.network.neutron [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.698072] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884126, 'name': CreateVM_Task, 'duration_secs': 1.35991} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.698366] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.699346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.699600] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.700048] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.700400] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2af9aa3-fd8b-46a0-94d0-eeee39183faf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.707193] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1077.707193] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520d4299-147f-6f79-b6e9-77c87c24ba7d" [ 1077.707193] env[70636]: _type = "Task" [ 1077.707193] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.721961] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520d4299-147f-6f79-b6e9-77c87c24ba7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.750338] env[70636]: DEBUG nova.scheduler.client.report [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.750599] env[70636]: DEBUG nova.compute.provider_tree [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 72 to 73 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.750773] env[70636]: DEBUG nova.compute.provider_tree [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.781832] env[70636]: INFO nova.compute.manager [-] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Took 1.63 seconds to deallocate network for instance. [ 1078.117689] env[70636]: DEBUG nova.network.neutron [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.219082] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520d4299-147f-6f79-b6e9-77c87c24ba7d, 'name': SearchDatastore_Task, 'duration_secs': 0.044687} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.219432] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.219700] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.219965] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.220294] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.220426] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.220621] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8a7eb37-7aa6-40db-b064-4e6b69b6f575 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.233517] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.233698] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.234513] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b487238f-9140-47f3-922e-7f88f239093e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.240074] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1078.240074] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5230f724-7b23-5800-e193-f67b3bee2688" [ 1078.240074] env[70636]: _type = "Task" [ 1078.240074] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.247932] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5230f724-7b23-5800-e193-f67b3bee2688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.255803] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.855s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.256325] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.258901] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.361s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.260439] env[70636]: INFO nova.compute.claims [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.291158] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.336755] env[70636]: DEBUG nova.network.neutron [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Updating instance_info_cache with network_info: [{"id": "4d1d8462-44d2-41e1-9026-3752dab3679f", "address": "fa:16:3e:0f:4f:e4", "network": {"id": "57aa63e2-cbdf-4afc-8680-252fda2589b1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-252367548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf70116fc834a8591d9b63afe03648b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1d8462-44", "ovs_interfaceid": "4d1d8462-44d2-41e1-9026-3752dab3679f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.529841] env[70636]: DEBUG nova.compute.manager [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Received event network-vif-plugged-4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.530075] env[70636]: DEBUG oslo_concurrency.lockutils [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] Acquiring lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.530280] env[70636]: DEBUG oslo_concurrency.lockutils [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.530444] env[70636]: DEBUG oslo_concurrency.lockutils [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.530602] env[70636]: DEBUG nova.compute.manager [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] No waiting events found dispatching network-vif-plugged-4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.530761] env[70636]: WARNING nova.compute.manager [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Received unexpected event network-vif-plugged-4d1d8462-44d2-41e1-9026-3752dab3679f for instance with vm_state building and task_state spawning. [ 1078.530912] env[70636]: DEBUG nova.compute.manager [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Received event network-changed-4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.531070] env[70636]: DEBUG nova.compute.manager [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Refreshing instance network info cache due to event network-changed-4d1d8462-44d2-41e1-9026-3752dab3679f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.531229] env[70636]: DEBUG oslo_concurrency.lockutils [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] Acquiring lock "refresh_cache-d47f1698-aca2-4dae-b414-8e0a6ab0f93e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.750320] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5230f724-7b23-5800-e193-f67b3bee2688, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.751135] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7eddfa-bb4a-4505-a7bf-94255b56a6a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.756135] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1078.756135] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5282f3b5-8805-7926-1fc3-bb929971559f" [ 1078.756135] env[70636]: _type = "Task" [ 1078.756135] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.765786] env[70636]: DEBUG nova.compute.utils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.767113] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5282f3b5-8805-7926-1fc3-bb929971559f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.767379] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.767537] env[70636]: DEBUG nova.network.neutron [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.836134] env[70636]: DEBUG nova.policy [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d1b9852ec1e49689a6dd6dfd4bef5cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c6deae3c5b4078ad1cdf430784a19e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.839418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Releasing lock "refresh_cache-d47f1698-aca2-4dae-b414-8e0a6ab0f93e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.839750] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Instance network_info: |[{"id": "4d1d8462-44d2-41e1-9026-3752dab3679f", "address": "fa:16:3e:0f:4f:e4", "network": {"id": "57aa63e2-cbdf-4afc-8680-252fda2589b1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-252367548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf70116fc834a8591d9b63afe03648b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1d8462-44", "ovs_interfaceid": "4d1d8462-44d2-41e1-9026-3752dab3679f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.839996] env[70636]: DEBUG oslo_concurrency.lockutils [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] Acquired lock "refresh_cache-d47f1698-aca2-4dae-b414-8e0a6ab0f93e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.840201] env[70636]: DEBUG nova.network.neutron [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Refreshing network info cache for port 4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.841442] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:4f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d1d8462-44d2-41e1-9026-3752dab3679f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.850310] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Creating folder: Project (edf70116fc834a8591d9b63afe03648b). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.853309] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2babf0f6-8a54-4e68-a71b-a96cacd0fa44 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.865291] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Created folder: Project (edf70116fc834a8591d9b63afe03648b) in parent group-v579393. [ 1078.865495] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Creating folder: Instances. Parent ref: group-v579524. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.865963] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5400570-4d22-4567-b02b-dc340d12eea1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.875567] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Created folder: Instances in parent group-v579524. [ 1078.875840] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.876081] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.876334] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9cf0ef-a484-4860-8f07-939966704e00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.899907] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.899907] env[70636]: value = "task-2884129" [ 1078.899907] env[70636]: _type = "Task" [ 1078.899907] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.908617] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884129, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.099470] env[70636]: DEBUG nova.network.neutron [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Updated VIF entry in instance network info cache for port 4d1d8462-44d2-41e1-9026-3752dab3679f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.099823] env[70636]: DEBUG nova.network.neutron [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Updating instance_info_cache with network_info: [{"id": "4d1d8462-44d2-41e1-9026-3752dab3679f", "address": "fa:16:3e:0f:4f:e4", "network": {"id": "57aa63e2-cbdf-4afc-8680-252fda2589b1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-252367548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf70116fc834a8591d9b63afe03648b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1d8462-44", "ovs_interfaceid": "4d1d8462-44d2-41e1-9026-3752dab3679f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.267082] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5282f3b5-8805-7926-1fc3-bb929971559f, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.267389] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.267665] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.268075] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4a96485-3200-4a95-bedd-5045aa3266b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.272011] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.283426] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1079.283426] env[70636]: value = "task-2884130" [ 1079.283426] env[70636]: _type = "Task" [ 1079.283426] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.289309] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.374073] env[70636]: DEBUG nova.network.neutron [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Successfully created port: 70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.411851] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884129, 'name': CreateVM_Task, 'duration_secs': 0.506867} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.412057] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.412782] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.412961] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.413328] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.413611] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee41e5e0-c483-40e3-80f8-ab0955f18e87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.418251] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1079.418251] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52769cbb-bee1-f4cb-071c-7b320c579c34" [ 1079.418251] env[70636]: _type = "Task" [ 1079.418251] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.426016] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52769cbb-bee1-f4cb-071c-7b320c579c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.603892] env[70636]: DEBUG oslo_concurrency.lockutils [req-624d9e87-736e-448d-874a-91bee94fde56 req-3a0607ac-c346-426e-9e87-c43602df3057 service nova] Releasing lock "refresh_cache-d47f1698-aca2-4dae-b414-8e0a6ab0f93e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.806296] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884130, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.910562] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8edda-a6f4-4a2a-8aaf-cd21e39f36c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.922975] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aacebe-de8b-40f6-bfe6-cbbe8ebf0173 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.931570] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52769cbb-bee1-f4cb-071c-7b320c579c34, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.958601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.958601] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.958601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.958601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.958601] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.958601] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13d06a4-c796-490a-b537-0eb4b2a8903a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.959974] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8587e32-26c5-42e4-ae9c-79db58073816 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.971581] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d0580-a43f-42dd-92cb-1834e8131165 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.978703] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.979091] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.979806] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1536aabf-c559-446f-af8d-16646fddc681 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.986178] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1079.986178] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5276a009-4804-4cc2-6471-b8b38e1c3ce2" [ 1079.986178] env[70636]: _type = "Task" [ 1079.986178] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.995201] env[70636]: DEBUG nova.compute.provider_tree [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.009201] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5276a009-4804-4cc2-6471-b8b38e1c3ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.010805] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16891be2-4dd7-420a-8dbb-d42004bc99fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.018410] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1080.018410] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4eb93-97ca-7fb1-7854-bbf0785ef312" [ 1080.018410] env[70636]: _type = "Task" [ 1080.018410] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.026407] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4eb93-97ca-7fb1-7854-bbf0785ef312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.293207] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.302621] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583728} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.303306] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.303306] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.303506] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf32e571-fee5-4614-8a6b-5aee255cd577 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.309592] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1080.309592] env[70636]: value = "task-2884131" [ 1080.309592] env[70636]: _type = "Task" [ 1080.309592] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.061534] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.061726] env[70636]: WARNING oslo_vmware.common.loopingcall [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] task run outlasted interval by 0.251912 sec [ 1081.064094] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.064311] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.064455] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.064619] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.064753] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.064952] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.065106] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.065256] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.065408] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.065557] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.065717] env[70636]: DEBUG nova.virt.hardware [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.070767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c61ddc-9d8b-44ad-99da-e7860962e38f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.080846] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069714} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.085927] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.086267] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4eb93-97ca-7fb1-7854-bbf0785ef312, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.087043] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138dc40-5b00-4976-8953-7538907fd663 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.089456] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.089709] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] d47f1698-aca2-4dae-b414-8e0a6ab0f93e/d47f1698-aca2-4dae-b414-8e0a6ab0f93e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.090967] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ef123-8032-4971-9402-ab985c9ff51f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.095686] env[70636]: DEBUG nova.scheduler.client.report [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.095686] env[70636]: DEBUG nova.compute.provider_tree [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 73 to 74 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.095848] env[70636]: DEBUG nova.compute.provider_tree [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.099357] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ac939d-d85a-4f81-9568-ab655bc4538e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.121704] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.131724] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728984bc-a571-4528-943e-269ad1f63b1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.147041] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1081.147041] env[70636]: value = "task-2884132" [ 1081.147041] env[70636]: _type = "Task" [ 1081.147041] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.152686] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1081.152686] env[70636]: value = "task-2884133" [ 1081.152686] env[70636]: _type = "Task" [ 1081.152686] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.159703] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.164486] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.347460] env[70636]: DEBUG nova.compute.manager [req-c7e680e3-2ce7-4a88-9931-71fe67d0f070 req-70504bcb-f94b-48f1-938c-4725664a9db5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Received event network-vif-plugged-70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.347824] env[70636]: DEBUG oslo_concurrency.lockutils [req-c7e680e3-2ce7-4a88-9931-71fe67d0f070 req-70504bcb-f94b-48f1-938c-4725664a9db5 service nova] Acquiring lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.348038] env[70636]: DEBUG oslo_concurrency.lockutils [req-c7e680e3-2ce7-4a88-9931-71fe67d0f070 req-70504bcb-f94b-48f1-938c-4725664a9db5 service nova] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.348143] env[70636]: DEBUG oslo_concurrency.lockutils [req-c7e680e3-2ce7-4a88-9931-71fe67d0f070 req-70504bcb-f94b-48f1-938c-4725664a9db5 service nova] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.348266] env[70636]: DEBUG nova.compute.manager [req-c7e680e3-2ce7-4a88-9931-71fe67d0f070 req-70504bcb-f94b-48f1-938c-4725664a9db5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] No waiting events found dispatching network-vif-plugged-70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.348434] env[70636]: WARNING nova.compute.manager [req-c7e680e3-2ce7-4a88-9931-71fe67d0f070 req-70504bcb-f94b-48f1-938c-4725664a9db5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Received unexpected event network-vif-plugged-70100f02-ac54-44b1-92aa-366fb476d2e0 for instance with vm_state building and task_state spawning. [ 1081.394699] env[70636]: DEBUG nova.network.neutron [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Successfully updated port: 70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.602729] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.344s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.603156] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.606079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.170s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.606294] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.608458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.244s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.608674] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.610628] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.963s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.610822] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.612429] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.702s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.613856] env[70636]: INFO nova.compute.claims [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.638570] env[70636]: INFO nova.scheduler.client.report [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Deleted allocations for instance a8efdcf3-99a1-4499-a4b2-797434dbfbba [ 1081.641204] env[70636]: INFO nova.scheduler.client.report [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Deleted allocations for instance cf8b4b0c-7652-4509-985f-151434312597 [ 1081.652772] env[70636]: INFO nova.scheduler.client.report [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Deleted allocations for instance 6bf196b5-f557-466d-bc40-eb1965b54280 [ 1081.664750] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472971} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.665388] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] d47f1698-aca2-4dae-b414-8e0a6ab0f93e/d47f1698-aca2-4dae-b414-8e0a6ab0f93e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.665643] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.665944] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37984a09-5987-4b0e-a450-b199c7aefec4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.670782] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.676514] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1081.676514] env[70636]: value = "task-2884134" [ 1081.676514] env[70636]: _type = "Task" [ 1081.676514] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.684869] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.897745] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "refresh_cache-b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.897907] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired lock "refresh_cache-b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.898108] env[70636]: DEBUG nova.network.neutron [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.118655] env[70636]: DEBUG nova.compute.utils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.122357] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.122524] env[70636]: DEBUG nova.network.neutron [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.150681] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246020ce-ecc1-4b79-a7fb-2a80fdd60646 tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "a8efdcf3-99a1-4499-a4b2-797434dbfbba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.447s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.151685] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3ef2f8-6191-4b27-9615-ab2a81c131fa tempest-InstanceActionsNegativeTestJSON-217074977 tempest-InstanceActionsNegativeTestJSON-217074977-project-member] Lock "cf8b4b0c-7652-4509-985f-151434312597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.414s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.167300] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.168502] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f9f50302-c2cb-40dc-8cbb-562e9c67eeaf tempest-ServerRescueTestJSONUnderV235-1784063626 tempest-ServerRescueTestJSONUnderV235-1784063626-project-member] Lock "6bf196b5-f557-466d-bc40-eb1965b54280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.879s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.186212] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.199980] env[70636]: DEBUG nova.policy [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245bd1b9525e478085e7e7a3e5ccbab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a72ee37140df4544aa4af001990291fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.458996] env[70636]: DEBUG nova.network.neutron [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.640277] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.664921] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.689524] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884134, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.720734] env[70636]: DEBUG nova.network.neutron [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Successfully created port: db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.790400] env[70636]: DEBUG nova.network.neutron [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Updating instance_info_cache with network_info: [{"id": "70100f02-ac54-44b1-92aa-366fb476d2e0", "address": "fa:16:3e:14:70:39", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70100f02-ac", "ovs_interfaceid": "70100f02-ac54-44b1-92aa-366fb476d2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.118785] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb48fc3a-7fce-4b7a-b10e-9f233e5e4e75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.128522] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c3a67-5e14-4ee6-ae17-6489f1446bd1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.162334] env[70636]: INFO nova.virt.block_device [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Booting with volume c6f03774-84a3-4a2c-9f44-e3d12855a7fc at /dev/sda [ 1083.168299] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b010ee4-8b0b-4010-ba79-aa8cc903aa7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.177573] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884133, 'name': ReconfigVM_Task, 'duration_secs': 1.531307} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.179510] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.182629] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1a7621-fbe4-4122-ae73-38237c3aa999 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.184978] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dbf2bd-4248-45c6-8e48-8faacdc4675f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.194883] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.027983} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.202851] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.203320] env[70636]: DEBUG nova.compute.provider_tree [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.207025] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78fee13-9632-4a2a-a458-9c6ef193048e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.209702] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1083.209702] env[70636]: value = "task-2884135" [ 1083.209702] env[70636]: _type = "Task" [ 1083.209702] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.211254] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c07d2b2-98fa-41d1-bc8f-3914231d4ecc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.234755] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] d47f1698-aca2-4dae-b414-8e0a6ab0f93e/d47f1698-aca2-4dae-b414-8e0a6ab0f93e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.236784] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4baca47-a167-4ddc-929c-00d6963ed887 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.258999] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05acc345-9972-416e-8394-573911e48f50 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.268890] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884135, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.275395] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1083.275395] env[70636]: value = "task-2884136" [ 1083.275395] env[70636]: _type = "Task" [ 1083.275395] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.296451] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Releasing lock "refresh_cache-b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.296451] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Instance network_info: |[{"id": "70100f02-ac54-44b1-92aa-366fb476d2e0", "address": "fa:16:3e:14:70:39", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70100f02-ac", "ovs_interfaceid": "70100f02-ac54-44b1-92aa-366fb476d2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.296712] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3911b4bf-17c1-425d-bee3-d17667cdec31 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.298769] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.299320] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:70:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70100f02-ac54-44b1-92aa-366fb476d2e0', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.306905] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Creating folder: Project (78c6deae3c5b4078ad1cdf430784a19e). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.307248] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d80f2092-ff69-4bb6-a79b-7d1cc65e3940 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.316052] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4ce91-9346-40a7-ba08-d3b590389c93 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.327623] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Created folder: Project (78c6deae3c5b4078ad1cdf430784a19e) in parent group-v579393. [ 1083.327818] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Creating folder: Instances. Parent ref: group-v579527. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.328484] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5356800-0855-4deb-a014-f36d01377e9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.353333] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dce0998-7ad1-4ed5-b65e-337d68ca26b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.355710] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Created folder: Instances in parent group-v579527. [ 1083.355954] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.356172] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.356806] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6230b2b-8167-490c-bf0a-0fe145b2cb5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.375732] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934112af-e719-4812-a9a9-7876827036aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.379256] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.379256] env[70636]: value = "task-2884139" [ 1083.379256] env[70636]: _type = "Task" [ 1083.379256] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.388698] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884139, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.392253] env[70636]: DEBUG nova.virt.block_device [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updating existing volume attachment record: b5a9401e-e1d1-4f4b-befa-86f9dbf27100 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.522481] env[70636]: DEBUG nova.compute.manager [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Received event network-changed-70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.522788] env[70636]: DEBUG nova.compute.manager [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Refreshing instance network info cache due to event network-changed-70100f02-ac54-44b1-92aa-366fb476d2e0. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.522884] env[70636]: DEBUG oslo_concurrency.lockutils [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] Acquiring lock "refresh_cache-b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.522997] env[70636]: DEBUG oslo_concurrency.lockutils [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] Acquired lock "refresh_cache-b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.523162] env[70636]: DEBUG nova.network.neutron [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Refreshing network info cache for port 70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.713042] env[70636]: DEBUG nova.scheduler.client.report [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.728878] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884135, 'name': Rename_Task, 'duration_secs': 0.141495} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.732815] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.732815] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4688cb9a-db35-4018-9afa-480b1815db0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.737011] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1083.737011] env[70636]: value = "task-2884140" [ 1083.737011] env[70636]: _type = "Task" [ 1083.737011] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.746900] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.786999] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884136, 'name': ReconfigVM_Task, 'duration_secs': 0.286639} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.787310] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Reconfigured VM instance instance-00000029 to attach disk [datastore2] d47f1698-aca2-4dae-b414-8e0a6ab0f93e/d47f1698-aca2-4dae-b414-8e0a6ab0f93e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.788286] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3650893e-d13d-442f-a3db-290c9fff48b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.793831] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1083.793831] env[70636]: value = "task-2884141" [ 1083.793831] env[70636]: _type = "Task" [ 1083.793831] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.802812] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884141, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.892929] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884139, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.224680] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.225222] env[70636]: DEBUG nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.228120] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.125s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.228307] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.231417] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.233102] env[70636]: INFO nova.compute.claims [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.249148] env[70636]: DEBUG oslo_vmware.api [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884140, 'name': PowerOnVM_Task, 'duration_secs': 0.465672} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.249148] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.249365] env[70636]: INFO nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1084.249530] env[70636]: DEBUG nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.250390] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1611a5-2818-45cd-8c78-0889c159604d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.277901] env[70636]: INFO nova.scheduler.client.report [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted allocations for instance 6e373347-39ab-4ddf-a40f-b33f951f9b1b [ 1084.294481] env[70636]: DEBUG nova.network.neutron [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Updated VIF entry in instance network info cache for port 70100f02-ac54-44b1-92aa-366fb476d2e0. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.294879] env[70636]: DEBUG nova.network.neutron [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Updating instance_info_cache with network_info: [{"id": "70100f02-ac54-44b1-92aa-366fb476d2e0", "address": "fa:16:3e:14:70:39", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70100f02-ac", "ovs_interfaceid": "70100f02-ac54-44b1-92aa-366fb476d2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.311146] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884141, 'name': Rename_Task, 'duration_secs': 0.160663} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.312231] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.312231] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b838fea2-3ea8-44a8-b2be-f9d85f2c9df6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.319173] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1084.319173] env[70636]: value = "task-2884142" [ 1084.319173] env[70636]: _type = "Task" [ 1084.319173] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.330074] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.391414] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884139, 'name': CreateVM_Task, 'duration_secs': 0.529478} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.392217] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.393274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.393507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.393863] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.394144] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a46d79-749f-48b0-9bcf-156c1f86ad01 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.400408] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1084.400408] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52150272-179b-f1e1-b001-3edd3f7314e7" [ 1084.400408] env[70636]: _type = "Task" [ 1084.400408] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.410383] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52150272-179b-f1e1-b001-3edd3f7314e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.565936] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.567101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.567101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.567101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.567101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.569265] env[70636]: INFO nova.compute.manager [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Terminating instance [ 1084.741441] env[70636]: DEBUG nova.compute.utils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.749487] env[70636]: DEBUG nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1084.765443] env[70636]: DEBUG nova.network.neutron [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Successfully updated port: db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.769103] env[70636]: INFO nova.compute.manager [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Took 52.13 seconds to build instance. [ 1084.784460] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1205e054-26cc-43b8-ac55-457dddb07e52 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6e373347-39ab-4ddf-a40f-b33f951f9b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.748s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.805579] env[70636]: DEBUG oslo_concurrency.lockutils [req-1b97372d-95de-4c8b-8561-245f1e923a3c req-7cf21d41-d880-421e-b723-0a7d520d82f5 service nova] Releasing lock "refresh_cache-b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.829897] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.910924] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52150272-179b-f1e1-b001-3edd3f7314e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.911268] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.911519] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.911752] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.911984] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.912108] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.912382] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54570234-2c98-4418-a2de-019fece3e72f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.921155] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.921358] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.922076] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfa37db-fc44-4c21-8466-f6775ac784af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.927606] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1084.927606] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbb4b0-c2ce-d89c-9036-97f3e47a09be" [ 1084.927606] env[70636]: _type = "Task" [ 1084.927606] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.935767] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbb4b0-c2ce-d89c-9036-97f3e47a09be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.078040] env[70636]: DEBUG nova.compute.manager [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.078040] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.078383] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164beab4-06af-471c-b057-155d985c0e30 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.085987] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.086246] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7838f5-d87e-4ec2-835c-579ef8c51ab7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.091954] env[70636]: DEBUG oslo_vmware.api [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1085.091954] env[70636]: value = "task-2884143" [ 1085.091954] env[70636]: _type = "Task" [ 1085.091954] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.099273] env[70636]: DEBUG oslo_vmware.api [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.249769] env[70636]: DEBUG nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.275390] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquiring lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.275594] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquired lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.275818] env[70636]: DEBUG nova.network.neutron [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.277399] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91ac3081-ecd2-43bc-848d-0372a8ee4f39 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.221s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.329515] env[70636]: DEBUG oslo_vmware.api [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884142, 'name': PowerOnVM_Task, 'duration_secs': 0.682283} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.332340] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.332546] env[70636]: INFO nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1085.332722] env[70636]: DEBUG nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.333725] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ebb476-f5df-426d-b44b-4a568bdf87f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.438534] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbb4b0-c2ce-d89c-9036-97f3e47a09be, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.441687] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff913de-5bc4-48cd-965c-e97116bb7afc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.447096] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1085.447096] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52784115-f4ee-834c-a129-493d3385c9ae" [ 1085.447096] env[70636]: _type = "Task" [ 1085.447096] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.456581] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52784115-f4ee-834c-a129-493d3385c9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.495025] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.495581] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.495797] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.496509] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.496509] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.496509] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.496509] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.496701] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.496771] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.497012] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.497183] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.497352] env[70636]: DEBUG nova.virt.hardware [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.500495] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687374c3-fa21-4934-befa-9491ee762b25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.508208] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca06cc-1c63-4071-a133-938b31c21ea9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.593177] env[70636]: DEBUG nova.compute.manager [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Received event network-vif-plugged-db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.593458] env[70636]: DEBUG oslo_concurrency.lockutils [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] Acquiring lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.593755] env[70636]: DEBUG oslo_concurrency.lockutils [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.594028] env[70636]: DEBUG oslo_concurrency.lockutils [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.594279] env[70636]: DEBUG nova.compute.manager [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] No waiting events found dispatching network-vif-plugged-db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.594522] env[70636]: WARNING nova.compute.manager [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Received unexpected event network-vif-plugged-db935705-2585-4d7e-8dc5-b5729ad3ecff for instance with vm_state building and task_state spawning. [ 1085.594763] env[70636]: DEBUG nova.compute.manager [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Received event network-changed-db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.594992] env[70636]: DEBUG nova.compute.manager [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Refreshing instance network info cache due to event network-changed-db935705-2585-4d7e-8dc5-b5729ad3ecff. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.595268] env[70636]: DEBUG oslo_concurrency.lockutils [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] Acquiring lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.611382] env[70636]: DEBUG oslo_vmware.api [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884143, 'name': PowerOffVM_Task, 'duration_secs': 0.194603} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.614952] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.615237] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.615784] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3313bb30-4baf-4c79-9e97-a43ed3cc5ef5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.687897] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae540d-7081-414a-a3ff-6de5153051b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.692640] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.692843] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.693036] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Deleting the datastore file [datastore2] 97d77c3d-a0e8-4095-a8a9-06190fa7d878 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.693283] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4249260a-80b9-4ce8-9938-c3399cfdce54 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.697915] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7853daf9-f08c-496a-9a6b-4a2b98f28a39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.701851] env[70636]: DEBUG oslo_vmware.api [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for the task: (returnval){ [ 1085.701851] env[70636]: value = "task-2884145" [ 1085.701851] env[70636]: _type = "Task" [ 1085.701851] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.729917] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b9970-ccb1-426b-b87c-d83202702b90 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.736379] env[70636]: DEBUG oslo_vmware.api [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.742020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823134ef-b9b4-48aa-95a5-0b073090575a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.760055] env[70636]: DEBUG nova.compute.provider_tree [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.781118] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.829509] env[70636]: DEBUG nova.network.neutron [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.860258] env[70636]: INFO nova.compute.manager [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Took 49.91 seconds to build instance. [ 1085.959877] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52784115-f4ee-834c-a129-493d3385c9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.960229] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.960441] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] b9a15bcc-5fdf-41b3-bb46-e3168a6398ec/b9a15bcc-5fdf-41b3-bb46-e3168a6398ec.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.960807] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a4241ec-87bc-45e6-863e-491c8de003a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.967961] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1085.967961] env[70636]: value = "task-2884146" [ 1085.967961] env[70636]: _type = "Task" [ 1085.967961] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.976090] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.087487] env[70636]: DEBUG nova.network.neutron [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updating instance_info_cache with network_info: [{"id": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "address": "fa:16:3e:87:71:b0", "network": {"id": "b899a716-1ecc-4161-92c1-9cbd6f9bd6fa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-308785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72ee37140df4544aa4af001990291fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb935705-25", "ovs_interfaceid": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.212555] env[70636]: DEBUG oslo_vmware.api [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Task: {'id': task-2884145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306853} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.212855] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.213060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.213292] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.213491] env[70636]: INFO nova.compute.manager [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1086.213750] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.213948] env[70636]: DEBUG nova.compute.manager [-] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.214150] env[70636]: DEBUG nova.network.neutron [-] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.264022] env[70636]: DEBUG nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.270288] env[70636]: DEBUG nova.scheduler.client.report [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.304748] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.305043] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.305215] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.305382] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.305524] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.305665] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.305869] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.306041] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.306292] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.306536] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.306893] env[70636]: DEBUG nova.virt.hardware [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.308272] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4edc2ac-8cce-475f-af18-e21184b33062 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.312735] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.317482] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4fc5c-5094-4814-ad48-9b49296a1398 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.334963] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.341626] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Creating folder: Project (4281582820714703a4be6b210466c607). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.342158] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2f8b447-bcb2-4cce-a38d-d20639cbc58f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.355286] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Created folder: Project (4281582820714703a4be6b210466c607) in parent group-v579393. [ 1086.355454] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Creating folder: Instances. Parent ref: group-v579530. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.355715] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1faf8f7-62a2-4d48-8c5f-3e995185315f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.363532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6e85234e-31e1-48a4-ad02-f88e65cd72c4 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.545s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.369534] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Created folder: Instances in parent group-v579530. [ 1086.369534] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.369534] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.373098] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22132caf-89e7-47d4-804b-0b849966f124 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.396551] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.396551] env[70636]: value = "task-2884149" [ 1086.396551] env[70636]: _type = "Task" [ 1086.396551] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.405991] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884149, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.482901] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.590428] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Releasing lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.590801] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Instance network_info: |[{"id": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "address": "fa:16:3e:87:71:b0", "network": {"id": "b899a716-1ecc-4161-92c1-9cbd6f9bd6fa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-308785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72ee37140df4544aa4af001990291fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb935705-25", "ovs_interfaceid": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.591186] env[70636]: DEBUG oslo_concurrency.lockutils [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] Acquired lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.591430] env[70636]: DEBUG nova.network.neutron [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Refreshing network info cache for port db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.592829] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:71:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db935705-2585-4d7e-8dc5-b5729ad3ecff', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.601540] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Creating folder: Project (a72ee37140df4544aa4af001990291fe). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.605186] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7a4901-67a2-4ca0-b6a8-de236dfed482 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.619285] env[70636]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1086.619285] env[70636]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70636) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1086.619285] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Folder already exists: Project (a72ee37140df4544aa4af001990291fe). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1086.619518] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Creating folder: Instances. Parent ref: group-v579472. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.619562] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64d67dd6-89e2-409f-bb30-4c674d6f0cc7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.628768] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Created folder: Instances in parent group-v579472. [ 1086.629027] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.629258] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.629500] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c21e76f-a28a-4087-840b-13029137e077 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.659753] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.659753] env[70636]: value = "task-2884152" [ 1086.659753] env[70636]: _type = "Task" [ 1086.659753] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.666529] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884152, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.775565] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.776651] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.779892] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.035s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.779892] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.781263] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.010s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.782817] env[70636]: INFO nova.compute.claims [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.815328] env[70636]: INFO nova.scheduler.client.report [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Deleted allocations for instance add00fdb-4aa3-4183-9fc7-e6d8b390cde8 [ 1086.866915] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.881019] env[70636]: DEBUG nova.network.neutron [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updated VIF entry in instance network info cache for port db935705-2585-4d7e-8dc5-b5729ad3ecff. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.881019] env[70636]: DEBUG nova.network.neutron [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updating instance_info_cache with network_info: [{"id": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "address": "fa:16:3e:87:71:b0", "network": {"id": "b899a716-1ecc-4161-92c1-9cbd6f9bd6fa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-308785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72ee37140df4544aa4af001990291fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb935705-25", "ovs_interfaceid": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.911650] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884149, 'name': CreateVM_Task, 'duration_secs': 0.438652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.911972] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.912717] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.913050] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.913575] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.913969] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77d4b80-2a73-4e82-bdc5-a761359db667 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.920700] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1086.920700] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e4ff7a-4042-2df8-dbc4-44adee8ff555" [ 1086.920700] env[70636]: _type = "Task" [ 1086.920700] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.933350] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e4ff7a-4042-2df8-dbc4-44adee8ff555, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.933675] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.933924] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.934179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.934332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.934577] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.934841] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e50426e2-791a-477a-8638-fbf8fb8b434f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.943653] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.943895] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.945012] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b1f928-86e8-410d-a9be-1609a0e54958 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.951576] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1086.951576] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529eb07a-6982-2c40-c552-831a614cd08b" [ 1086.951576] env[70636]: _type = "Task" [ 1086.951576] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.961558] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529eb07a-6982-2c40-c552-831a614cd08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.978950] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615403} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.979460] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] b9a15bcc-5fdf-41b3-bb46-e3168a6398ec/b9a15bcc-5fdf-41b3-bb46-e3168a6398ec.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.979848] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.980227] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e347849-ceda-4255-8d75-ba30866e8e54 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.986953] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1086.986953] env[70636]: value = "task-2884153" [ 1086.986953] env[70636]: _type = "Task" [ 1086.986953] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.003202] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.162798] env[70636]: DEBUG nova.compute.manager [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1087.172405] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884152, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.290210] env[70636]: DEBUG nova.compute.utils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.291468] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.291626] env[70636]: DEBUG nova.network.neutron [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.314901] env[70636]: DEBUG nova.network.neutron [-] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.324250] env[70636]: DEBUG oslo_concurrency.lockutils [None req-adc26e2f-4988-487f-bded-209303f4b636 tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "add00fdb-4aa3-4183-9fc7-e6d8b390cde8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.156s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.331645] env[70636]: DEBUG nova.policy [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce79a0fdf55445a8fe2769ee6aed585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcf776cc9c5b4c30b0b818300096d93d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.383631] env[70636]: DEBUG oslo_concurrency.lockutils [req-9dd6c5d1-6493-45d5-950b-1d564781b16c req-1c39c4e6-67a8-4bb8-80c9-e41942287d7c service nova] Releasing lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.397243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.463437] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529eb07a-6982-2c40-c552-831a614cd08b, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.466142] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f208ebe-8822-4063-884c-47dc43c8c24a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.470794] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1087.470794] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5250a0ca-90a0-12c9-9847-d6a7b6738381" [ 1087.470794] env[70636]: _type = "Task" [ 1087.470794] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.480778] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5250a0ca-90a0-12c9-9847-d6a7b6738381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.495426] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068615} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.496142] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.497236] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd3b601-934a-4a34-b9ae-68ba0d4f92e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.521645] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] b9a15bcc-5fdf-41b3-bb46-e3168a6398ec/b9a15bcc-5fdf-41b3-bb46-e3168a6398ec.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.522100] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fae0452-b642-469a-93cf-a960cbf6cf76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.542179] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1087.542179] env[70636]: value = "task-2884154" [ 1087.542179] env[70636]: _type = "Task" [ 1087.542179] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.550441] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.622893] env[70636]: DEBUG nova.network.neutron [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Successfully created port: be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.672077] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884152, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.682573] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.732646] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "f387a69d-5d38-41c3-b9c4-08b316b08bad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.733071] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.733273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "f387a69d-5d38-41c3-b9c4-08b316b08bad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.733523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.733737] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.736180] env[70636]: INFO nova.compute.manager [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Terminating instance [ 1087.745645] env[70636]: DEBUG nova.compute.manager [req-ce3e60c4-6aa7-4cab-b265-9c8efd18c800 req-171f0020-798b-4d51-8f77-ecb099512b3e service nova] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Received event network-vif-deleted-992513bd-16e2-41a9-ba7a-b4c9fab36562 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.794794] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.817750] env[70636]: INFO nova.compute.manager [-] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Took 1.60 seconds to deallocate network for instance. [ 1087.982631] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5250a0ca-90a0-12c9-9847-d6a7b6738381, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.982996] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.983190] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.986013] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c838b15e-9f4a-48f2-9b88-a1689cdadd79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.997132] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1087.997132] env[70636]: value = "task-2884155" [ 1087.997132] env[70636]: _type = "Task" [ 1087.997132] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.005839] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.055682] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884154, 'name': ReconfigVM_Task, 'duration_secs': 0.290904} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.055899] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Reconfigured VM instance instance-0000002a to attach disk [datastore2] b9a15bcc-5fdf-41b3-bb46-e3168a6398ec/b9a15bcc-5fdf-41b3-bb46-e3168a6398ec.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.056873] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b4ec27-774b-4ac3-801e-da4bedd791a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.065197] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1088.065197] env[70636]: value = "task-2884156" [ 1088.065197] env[70636]: _type = "Task" [ 1088.065197] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.073885] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884156, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.087327] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.087561] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.171374] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884152, 'name': CreateVM_Task, 'duration_secs': 1.352048} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.171570] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.172278] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579479', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'name': 'volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'serial': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'b5a9401e-e1d1-4f4b-befa-86f9dbf27100', 'volume_type': None}], 'swap': None} {{(pid=70636) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1088.172493] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Root volume attach. Driver type: vmdk {{(pid=70636) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1088.176482] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f628c6-1a82-49d7-a941-d51c77c55a25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.186351] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccddb57e-9952-489d-8b39-04aa9d1d603a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.194638] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f7100-8802-435c-b586-5330a6fa3bf1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.205719] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-607593f7-d577-4f24-83f5-8c7f40e37fb7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.213707] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1088.213707] env[70636]: value = "task-2884157" [ 1088.213707] env[70636]: _type = "Task" [ 1088.213707] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.225269] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.239974] env[70636]: DEBUG nova.compute.manager [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.242162] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.243117] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2071173-f557-4a6a-818e-4a24edd48293 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.253609] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.253900] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab76889d-16fa-4d42-a151-a623e660d2d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.263883] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1088.263883] env[70636]: value = "task-2884158" [ 1088.263883] env[70636]: _type = "Task" [ 1088.263883] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.275961] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.297033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409047da-42d7-4f5b-9d46-c7218ee10348 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.308980] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bc7f74-e286-4470-a9ec-6df6b3ae425f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.345096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.346216] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7252f45e-6bb6-4461-aa4c-ed1b6c6ed5bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.355458] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34b363-d5a9-4d86-8ff5-90e237886eb5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.372732] env[70636]: DEBUG nova.compute.provider_tree [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.495079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.495079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.495349] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.495410] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.495576] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.497924] env[70636]: INFO nova.compute.manager [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Terminating instance [ 1088.511892] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469973} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.511892] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.511892] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.511892] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92291b17-8147-43ee-805e-2179c43c110f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.517705] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1088.517705] env[70636]: value = "task-2884159" [ 1088.517705] env[70636]: _type = "Task" [ 1088.517705] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.525363] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.578457] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884156, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.727330] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 38%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.778159] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.816668] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.847513] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.847968] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.847968] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.848118] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.848250] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.848397] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.848603] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.848754] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.848919] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.849136] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.849321] env[70636]: DEBUG nova.virt.hardware [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.850387] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1857f2-eda3-4021-9180-c169b166a6a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.859742] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f3956-73f2-4e87-ae2f-6b51eb976346 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.876523] env[70636]: DEBUG nova.scheduler.client.report [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.005513] env[70636]: DEBUG nova.compute.manager [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.005727] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.006829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f89ef-533a-4d41-b841-5ec81a189a04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.019301] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.023128] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4678254a-f744-43c0-91eb-469960c5fdff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.031947] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884159, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.033598] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1089.033598] env[70636]: value = "task-2884160" [ 1089.033598] env[70636]: _type = "Task" [ 1089.033598] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.042179] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.061233] env[70636]: DEBUG nova.compute.manager [req-aa13a59c-2bb9-493e-9604-685d09136ef8 req-b05d4664-9104-4233-81f0-9caaaf499e46 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Received event network-vif-plugged-be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.061451] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa13a59c-2bb9-493e-9604-685d09136ef8 req-b05d4664-9104-4233-81f0-9caaaf499e46 service nova] Acquiring lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.061661] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa13a59c-2bb9-493e-9604-685d09136ef8 req-b05d4664-9104-4233-81f0-9caaaf499e46 service nova] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.061823] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa13a59c-2bb9-493e-9604-685d09136ef8 req-b05d4664-9104-4233-81f0-9caaaf499e46 service nova] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.061988] env[70636]: DEBUG nova.compute.manager [req-aa13a59c-2bb9-493e-9604-685d09136ef8 req-b05d4664-9104-4233-81f0-9caaaf499e46 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] No waiting events found dispatching network-vif-plugged-be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.062202] env[70636]: WARNING nova.compute.manager [req-aa13a59c-2bb9-493e-9604-685d09136ef8 req-b05d4664-9104-4233-81f0-9caaaf499e46 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Received unexpected event network-vif-plugged-be00eb80-fc54-4028-ad79-69abe70f27c9 for instance with vm_state building and task_state spawning. [ 1089.075704] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884156, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.178619] env[70636]: DEBUG nova.network.neutron [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Successfully updated port: be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.224711] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 53%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.279593] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884158, 'name': PowerOffVM_Task, 'duration_secs': 0.798697} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.280130] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.280342] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.280718] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e210675-e103-4c84-8197-bbe134c97a1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.347365] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.347365] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.347365] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Deleting the datastore file [datastore1] f387a69d-5d38-41c3-b9c4-08b316b08bad {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.347365] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd9d4f8-693d-4e5e-b5d7-4edcb7092cea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.355332] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for the task: (returnval){ [ 1089.355332] env[70636]: value = "task-2884162" [ 1089.355332] env[70636]: _type = "Task" [ 1089.355332] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.364627] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.382398] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.382519] env[70636]: DEBUG nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.386021] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.308s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.386021] env[70636]: DEBUG nova.objects.instance [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lazy-loading 'resources' on Instance uuid 8ba823aa-5ab0-40ba-8412-66a44d3e5f23 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.530748] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.533169} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.531086] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.531977] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668a8e10-4878-4176-8ff6-26a2f8024df8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.557474] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.558413] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d26723e-f8af-42e2-8cc7-29a84efe6e06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.579041] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884160, 'name': PowerOffVM_Task, 'duration_secs': 0.400564} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.582481] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.582721] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.583395] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c13c0856-c5f0-4169-8388-002ba75917c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.587060] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1089.587060] env[70636]: value = "task-2884163" [ 1089.587060] env[70636]: _type = "Task" [ 1089.587060] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.594785] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884156, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.600017] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.659386] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.659716] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.660011] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Deleting the datastore file [datastore2] d47f1698-aca2-4dae-b414-8e0a6ab0f93e {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.660368] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6a19275-7953-4b5c-bff0-5863771ffcfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.667411] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for the task: (returnval){ [ 1089.667411] env[70636]: value = "task-2884165" [ 1089.667411] env[70636]: _type = "Task" [ 1089.667411] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.676239] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.680070] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-46cb041b-2ea2-4ee1-8d04-9c906cf08956" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.680070] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-46cb041b-2ea2-4ee1-8d04-9c906cf08956" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.680216] env[70636]: DEBUG nova.network.neutron [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.725712] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 65%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.866460] env[70636]: DEBUG oslo_vmware.api [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Task: {'id': task-2884162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260029} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.866868] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.866868] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.867011] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.867196] env[70636]: INFO nova.compute.manager [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1089.867469] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.867676] env[70636]: DEBUG nova.compute.manager [-] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.867798] env[70636]: DEBUG nova.network.neutron [-] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.892695] env[70636]: DEBUG nova.compute.utils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.894394] env[70636]: DEBUG nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1090.088815] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884156, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.100842] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.180305] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.227100] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 78%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.228173] env[70636]: DEBUG nova.network.neutron [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.383498] env[70636]: DEBUG nova.network.neutron [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Updating instance_info_cache with network_info: [{"id": "be00eb80-fc54-4028-ad79-69abe70f27c9", "address": "fa:16:3e:d0:2f:a2", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe00eb80-fc", "ovs_interfaceid": "be00eb80-fc54-4028-ad79-69abe70f27c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.396412] env[70636]: DEBUG nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.402767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39b4f4-e5aa-4933-8c5f-1ac41b5f96a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.415668] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58392cd-353a-4202-a644-1c805fe70b3e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.451960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881178ac-fe24-4eb9-b518-9e835ed76c0b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.460822] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e02f2b-0755-4466-acb9-14a5e16a1b02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.477089] env[70636]: DEBUG nova.compute.provider_tree [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.589867] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884156, 'name': Rename_Task, 'duration_secs': 2.209226} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.593034] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.593034] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061cc29b-b783-4cf5-a265-80b9206bdbf3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.600039] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.601646] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1090.601646] env[70636]: value = "task-2884166" [ 1090.601646] env[70636]: _type = "Task" [ 1090.601646] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.609409] env[70636]: DEBUG nova.network.neutron [-] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.610663] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.680043] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.728071] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.885601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-46cb041b-2ea2-4ee1-8d04-9c906cf08956" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.885974] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance network_info: |[{"id": "be00eb80-fc54-4028-ad79-69abe70f27c9", "address": "fa:16:3e:d0:2f:a2", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe00eb80-fc", "ovs_interfaceid": "be00eb80-fc54-4028-ad79-69abe70f27c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.886348] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:2f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be00eb80-fc54-4028-ad79-69abe70f27c9', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.895546] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.895818] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.896197] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83c0e113-5626-4c70-83e8-4d16211c0b7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.923641] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.923641] env[70636]: value = "task-2884167" [ 1090.923641] env[70636]: _type = "Task" [ 1090.923641] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.931847] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884167, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.979945] env[70636]: DEBUG nova.scheduler.client.report [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.099962] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.109012] env[70636]: DEBUG nova.compute.manager [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Received event network-changed-be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.109264] env[70636]: DEBUG nova.compute.manager [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Refreshing instance network info cache due to event network-changed-be00eb80-fc54-4028-ad79-69abe70f27c9. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.109572] env[70636]: DEBUG oslo_concurrency.lockutils [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] Acquiring lock "refresh_cache-46cb041b-2ea2-4ee1-8d04-9c906cf08956" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109778] env[70636]: DEBUG oslo_concurrency.lockutils [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] Acquired lock "refresh_cache-46cb041b-2ea2-4ee1-8d04-9c906cf08956" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109962] env[70636]: DEBUG nova.network.neutron [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Refreshing network info cache for port be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.115402] env[70636]: INFO nova.compute.manager [-] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Took 1.25 seconds to deallocate network for instance. [ 1091.116473] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884166, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.178885] env[70636]: DEBUG oslo_vmware.api [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Task: {'id': task-2884165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.114611} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.179170] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.179357] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.179533] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.179713] env[70636]: INFO nova.compute.manager [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1091.179953] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.180169] env[70636]: DEBUG nova.compute.manager [-] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.180318] env[70636]: DEBUG nova.network.neutron [-] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.234014] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.420672] env[70636]: DEBUG nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.433444] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884167, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.446941] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.447207] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.447363] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.447540] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.447685] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.447868] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.448105] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.448268] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.448440] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.448640] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.448815] env[70636]: DEBUG nova.virt.hardware [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.449732] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0797639-d219-492f-8029-56508d48b42e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.457376] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43940ed-ab83-45c6-a5a4-49ab00e8ea88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.471690] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.478413] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Creating folder: Project (de885d210b28449eb39b7e82ccf7b2c1). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.478795] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ec4f112-2849-4398-9612-9c01395c29a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.484915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.488971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.734s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.490351] env[70636]: INFO nova.compute.claims [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.493434] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Created folder: Project (de885d210b28449eb39b7e82ccf7b2c1) in parent group-v579393. [ 1091.493434] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Creating folder: Instances. Parent ref: group-v579536. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.493836] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b92e5261-d75f-420c-9643-f978f6c7c4ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.508227] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Created folder: Instances in parent group-v579536. [ 1091.508400] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.508583] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.509236] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a17cba31-54a4-49c6-bdc9-5b55aabd2b1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.522336] env[70636]: INFO nova.scheduler.client.report [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Deleted allocations for instance 8ba823aa-5ab0-40ba-8412-66a44d3e5f23 [ 1091.529053] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.529053] env[70636]: value = "task-2884170" [ 1091.529053] env[70636]: _type = "Task" [ 1091.529053] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.537552] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884170, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.601536] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884163, 'name': ReconfigVM_Task, 'duration_secs': 1.521353} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.601879] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.602712] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90840c83-a359-4611-96e9-f63f4a7381c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.614136] env[70636]: DEBUG oslo_vmware.api [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884166, 'name': PowerOnVM_Task, 'duration_secs': 0.534812} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.614543] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.614749] env[70636]: INFO nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1091.614920] env[70636]: DEBUG nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.615257] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1091.615257] env[70636]: value = "task-2884171" [ 1091.615257] env[70636]: _type = "Task" [ 1091.615257] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.615956] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c85c5-a4f4-49dc-b307-8b88fbd7a3bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.624595] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.633749] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884171, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.727747] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.823188] env[70636]: DEBUG nova.network.neutron [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Updated VIF entry in instance network info cache for port be00eb80-fc54-4028-ad79-69abe70f27c9. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.823591] env[70636]: DEBUG nova.network.neutron [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Updating instance_info_cache with network_info: [{"id": "be00eb80-fc54-4028-ad79-69abe70f27c9", "address": "fa:16:3e:d0:2f:a2", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe00eb80-fc", "ovs_interfaceid": "be00eb80-fc54-4028-ad79-69abe70f27c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.936316] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884167, 'name': CreateVM_Task, 'duration_secs': 0.693534} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.939024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.939024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.939024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.939024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.939024] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a0c4b6-f00b-4918-86b4-4cfcb88e4e5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.944143] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1091.944143] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520bafa0-7c4b-f3db-36df-0d535710f3ae" [ 1091.944143] env[70636]: _type = "Task" [ 1091.944143] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.950957] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520bafa0-7c4b-f3db-36df-0d535710f3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.004290] env[70636]: DEBUG nova.network.neutron [-] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.030849] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ef19476f-f120-4047-baba-a27d667f75f9 tempest-ServerMetadataTestJSON-2068591092 tempest-ServerMetadataTestJSON-2068591092-project-member] Lock "8ba823aa-5ab0-40ba-8412-66a44d3e5f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.489s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.041107] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884170, 'name': CreateVM_Task, 'duration_secs': 0.312661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.041263] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.041784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.128852] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884171, 'name': Rename_Task, 'duration_secs': 0.182215} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.129286] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.129427] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ae4175-1c27-442c-b3c5-37b7398e5f74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.139650] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1092.139650] env[70636]: value = "task-2884172" [ 1092.139650] env[70636]: _type = "Task" [ 1092.139650] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.144801] env[70636]: INFO nova.compute.manager [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Took 52.18 seconds to build instance. [ 1092.150816] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.231424] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884157, 'name': RelocateVM_Task, 'duration_secs': 3.521257} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.231885] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.232267] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579479', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'name': 'volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'serial': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.233551] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98019b46-1799-4ea9-929e-a28a4e9b4d8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.255115] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5be2a-a5aa-4ffe-b252-b9707ca7396c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.279619] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc/volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.279935] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d700d22-c745-40b3-940b-aca6316713fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.300193] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1092.300193] env[70636]: value = "task-2884173" [ 1092.300193] env[70636]: _type = "Task" [ 1092.300193] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.308312] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.327466] env[70636]: DEBUG oslo_concurrency.lockutils [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] Releasing lock "refresh_cache-46cb041b-2ea2-4ee1-8d04-9c906cf08956" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.327564] env[70636]: DEBUG nova.compute.manager [req-e3235007-3eb6-4af0-8538-84a04658679a req-793c4a41-ff72-4248-a4a4-bc19bfedb648 service nova] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Received event network-vif-deleted-ec9a1de0-bd59-41f4-bc8d-31a4f1f5e44e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.453457] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520bafa0-7c4b-f3db-36df-0d535710f3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.057456} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.453865] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.454115] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.454373] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.454538] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.454756] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.455098] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.455454] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.455705] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b782224-c74d-4bbe-9362-d1a88a3f3e1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.457813] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ab8ec3-b228-4d5c-af7f-25a0288fc5d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.463039] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1092.463039] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524a47ef-20c4-ffd3-7f45-4520315439c3" [ 1092.463039] env[70636]: _type = "Task" [ 1092.463039] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.467834] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.468033] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.471431] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0388ebd6-6f90-4fc1-83fa-6ac41dbf4fcf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.478952] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524a47ef-20c4-ffd3-7f45-4520315439c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.482061] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1092.482061] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529e85f2-a0fd-ba41-9793-1ef07f737e1f" [ 1092.482061] env[70636]: _type = "Task" [ 1092.482061] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.490727] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529e85f2-a0fd-ba41-9793-1ef07f737e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.509856] env[70636]: INFO nova.compute.manager [-] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Took 1.33 seconds to deallocate network for instance. [ 1092.647904] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7fa34e12-5966-4cd6-8352-1472044ba2c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.137s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.653562] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.816303] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884173, 'name': ReconfigVM_Task, 'duration_secs': 0.461304} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.816732] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc/volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.827677] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09222a4e-0d40-4637-8cde-a26d89d670a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.856257] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1092.856257] env[70636]: value = "task-2884174" [ 1092.856257] env[70636]: _type = "Task" [ 1092.856257] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.865585] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.978429] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524a47ef-20c4-ffd3-7f45-4520315439c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.978791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.979347] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.979657] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.996129] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529e85f2-a0fd-ba41-9793-1ef07f737e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.997144] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55968a1-b345-424d-98a0-9c9b237c6a4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.003232] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1093.003232] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c73d4a-fee8-6cc2-3647-3ef8103c3f77" [ 1093.003232] env[70636]: _type = "Task" [ 1093.003232] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.016025] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.016139] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.017447] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.022613] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c73d4a-fee8-6cc2-3647-3ef8103c3f77, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.025931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.026221] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.026860] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.027083] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.027151] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af1e6930-c782-4fd3-9636-34248d3130ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.031112] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c562d5fc-edaa-4897-b4af-15f0bc23e9bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.037100] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1093.037100] env[70636]: value = "task-2884175" [ 1093.037100] env[70636]: _type = "Task" [ 1093.037100] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.043888] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.044084] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.044759] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca812f6-13f9-4d2f-9b1d-bf2152194f09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.052073] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.054849] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1093.054849] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52804dba-2b4c-e82c-a9b3-105326aa26e4" [ 1093.054849] env[70636]: _type = "Task" [ 1093.054849] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.064728] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52804dba-2b4c-e82c-a9b3-105326aa26e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.073157] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba6b137-1a17-4f35-a449-c22bb3a06b87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.080367] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd034af9-c301-4894-85d9-939f3ea55b4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.111614] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f7c67-646c-439d-ab5b-3305fc24e46b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.118921] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab7934c-f5a1-4e5e-a0bb-aaae17fc79b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.133731] env[70636]: DEBUG nova.compute.provider_tree [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.151734] env[70636]: DEBUG oslo_vmware.api [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884172, 'name': PowerOnVM_Task, 'duration_secs': 0.684726} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.151883] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.152080] env[70636]: INFO nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1093.152257] env[70636]: DEBUG nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.152995] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76102e21-2859-4305-a86a-fdb824849e66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.157736] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.175228] env[70636]: DEBUG nova.compute.manager [req-3a329851-3931-41b7-b265-0e4318dca118 req-69345839-47ba-4b6b-b0ba-88c0ceb17568 service nova] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Received event network-vif-deleted-4d1d8462-44d2-41e1-9026-3752dab3679f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.361110] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884174, 'name': ReconfigVM_Task, 'duration_secs': 0.158917} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.362634] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579479', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'name': 'volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'serial': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.362634] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c036d3f-0ff8-4ee5-bafa-3f714bde7643 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.368232] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1093.368232] env[70636]: value = "task-2884176" [ 1093.368232] env[70636]: _type = "Task" [ 1093.368232] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.376121] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884176, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.549346] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.562052] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52804dba-2b4c-e82c-a9b3-105326aa26e4, 'name': SearchDatastore_Task, 'duration_secs': 0.025813} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.562817] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be56f31-cb08-42ba-ad01-5a401e426edf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.568580] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1093.568580] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5256f166-dbf8-2b93-53fc-8ff107043110" [ 1093.568580] env[70636]: _type = "Task" [ 1093.568580] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.580726] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5256f166-dbf8-2b93-53fc-8ff107043110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.639458] env[70636]: DEBUG nova.scheduler.client.report [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.675681] env[70636]: INFO nova.compute.manager [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Took 42.79 seconds to build instance. [ 1093.692174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.879127] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884176, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.051955] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.081364] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5256f166-dbf8-2b93-53fc-8ff107043110, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.081688] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.082013] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e15b67f4-394d-452c-a7e6-9a6b40236a8a/e15b67f4-394d-452c-a7e6-9a6b40236a8a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.082323] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192f2f85-3847-4399-925d-e35df60afef3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.089276] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1094.089276] env[70636]: value = "task-2884177" [ 1094.089276] env[70636]: _type = "Task" [ 1094.089276] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.098498] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.147141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.147141] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.149540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.403s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.149985] env[70636]: DEBUG nova.objects.instance [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lazy-loading 'resources' on Instance uuid 2eb4cf38-0055-43a0-92a1-79782c25f80a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.184308] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31091977-5b53-407c-a727-8cdcfe5c2af2 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "590341b5-9b5d-4552-b10f-8384efc8e24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.947s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.381330] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884176, 'name': Rename_Task, 'duration_secs': 0.789073} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.381829] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.382274] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0eb1e74-2cf0-457d-89d2-dda564bf2726 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.391748] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1094.391748] env[70636]: value = "task-2884178" [ 1094.391748] env[70636]: _type = "Task" [ 1094.391748] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.410308] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884178, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.435305] env[70636]: INFO nova.compute.manager [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Rebuilding instance [ 1094.497424] env[70636]: DEBUG nova.compute.manager [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.498402] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad691a4e-fe73-487c-a06a-c7014311db6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.556903] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.600739] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.654066] env[70636]: DEBUG nova.compute.utils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.658251] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.658406] env[70636]: DEBUG nova.network.neutron [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.688354] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.704952] env[70636]: DEBUG nova.policy [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6ab8ec3aee746f8946e2cb4dbf16ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91604b1b797b40b48fe4e51ef2f9dcbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.905408] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884178, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.056714] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884175, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552062} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.057085] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.057270] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.057712] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b12473db-db53-4ad5-b0ad-85d82aea6ee2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.065060] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1095.065060] env[70636]: value = "task-2884179" [ 1095.065060] env[70636]: _type = "Task" [ 1095.065060] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.073127] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.099603] env[70636]: DEBUG nova.network.neutron [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Successfully created port: 9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.107682] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915038} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.110258] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e15b67f4-394d-452c-a7e6-9a6b40236a8a/e15b67f4-394d-452c-a7e6-9a6b40236a8a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.110649] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.111460] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d1c3042-10c5-4a60-a62a-ea74658fcfc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.121365] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1095.121365] env[70636]: value = "task-2884180" [ 1095.121365] env[70636]: _type = "Task" [ 1095.121365] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.126947] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.158882] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.201483] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89db074-d87c-45ff-8eb2-14b006218a81 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.213087] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde088b-4f2d-4077-821a-bfc7c2397dec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.216718] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.245713] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e61ee2-b3b2-446e-aa96-2a9fd1dcafa9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.254396] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5dc83-4511-4ae7-b14c-2f11f785201d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.274510] env[70636]: DEBUG nova.compute.provider_tree [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.402888] env[70636]: DEBUG oslo_vmware.api [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884178, 'name': PowerOnVM_Task, 'duration_secs': 0.963205} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.403107] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.403197] env[70636]: INFO nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1095.403359] env[70636]: DEBUG nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.404228] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df091e5-0a0a-4f5d-84dc-d41435d82414 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.516540] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.516540] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a161e487-012e-411b-817c-56d75549838f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.523094] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1095.523094] env[70636]: value = "task-2884181" [ 1095.523094] env[70636]: _type = "Task" [ 1095.523094] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.531327] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.574061] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.574152] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.574938] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975515af-0dd9-449b-bc23-5cb1c3dded2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.597118] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.597470] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a27affa-57f9-4896-9224-20645bbc36ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.617421] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1095.617421] env[70636]: value = "task-2884182" [ 1095.617421] env[70636]: _type = "Task" [ 1095.617421] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.632780] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08827} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.633015] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.633266] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.634014] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634aa539-d433-450e-8866-815207b4bb19 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.653306] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] e15b67f4-394d-452c-a7e6-9a6b40236a8a/e15b67f4-394d-452c-a7e6-9a6b40236a8a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.653579] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0f3ea2-a99f-457e-aa02-31ba331bb561 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.674942] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1095.674942] env[70636]: value = "task-2884183" [ 1095.674942] env[70636]: _type = "Task" [ 1095.674942] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.682749] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.775346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "2831dc84-874e-4901-8475-3758d76938f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.775680] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "2831dc84-874e-4901-8475-3758d76938f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.777531] env[70636]: DEBUG nova.scheduler.client.report [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.921876] env[70636]: INFO nova.compute.manager [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Took 51.04 seconds to build instance. [ 1095.984470] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.985418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.034352] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884181, 'name': PowerOffVM_Task, 'duration_secs': 0.331792} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.034352] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.035166] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.036332] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0688076-06c1-438e-9b60-d9a9b9f18335 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.044222] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.044657] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa350423-93b9-4abf-adb1-d3ca5b25eed0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.072024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.072024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.072024] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Deleting the datastore file [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.072024] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b20ace4-baef-4e0c-9922-bac4c22cc407 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.078362] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1096.078362] env[70636]: value = "task-2884185" [ 1096.078362] env[70636]: _type = "Task" [ 1096.078362] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.086881] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.127274] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884182, 'name': ReconfigVM_Task, 'duration_secs': 0.337264} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.127849] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.128645] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75f5f23-5d2f-4e0b-b1ac-6fcaaa63a2f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.135381] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1096.135381] env[70636]: value = "task-2884186" [ 1096.135381] env[70636]: _type = "Task" [ 1096.135381] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.144603] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884186, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.172993] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.186750] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.200815] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.201042] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.201223] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.201408] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.201572] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.201728] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.202014] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.202145] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.202337] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.202526] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.202702] env[70636]: DEBUG nova.virt.hardware [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.203655] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ef02f-a0f1-48e2-a137-5cd7db9f4c4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.211832] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2baac21-80e9-4e75-9854-01edefcc5238 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.283175] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.285980] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.512s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.287703] env[70636]: INFO nova.compute.claims [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.305187] env[70636]: INFO nova.scheduler.client.report [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Deleted allocations for instance 2eb4cf38-0055-43a0-92a1-79782c25f80a [ 1096.424286] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42729414-95ed-43e6-a69e-429650809730 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.595s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.488667] env[70636]: DEBUG nova.compute.utils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.588459] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160305} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.588522] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.589436] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.589436] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.644539] env[70636]: DEBUG nova.network.neutron [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Successfully updated port: 9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.652740] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884186, 'name': Rename_Task, 'duration_secs': 0.188315} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.652954] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.653965] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b858169c-d6e6-41ed-ba7a-9575160babee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.660798] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1096.660798] env[70636]: value = "task-2884187" [ 1096.660798] env[70636]: _type = "Task" [ 1096.660798] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.671511] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.683890] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884183, 'name': ReconfigVM_Task, 'duration_secs': 0.643892} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.685662] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Reconfigured VM instance instance-0000002e to attach disk [datastore1] e15b67f4-394d-452c-a7e6-9a6b40236a8a/e15b67f4-394d-452c-a7e6-9a6b40236a8a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.685662] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-510a0fe4-2c39-4bfb-a132-43a5a384e0e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.690435] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1096.690435] env[70636]: value = "task-2884188" [ 1096.690435] env[70636]: _type = "Task" [ 1096.690435] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.698281] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884188, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.811863] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1396a-593e-4b6e-b1ef-2a414b402421 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "2eb4cf38-0055-43a0-92a1-79782c25f80a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.926341] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.962073] env[70636]: DEBUG nova.compute.manager [req-6bd81183-4f61-4a51-90d3-3adaf74ef8d7 req-b11da41b-5ef4-4d55-b7ca-3616763178a2 service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Received event network-vif-plugged-9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.962522] env[70636]: DEBUG oslo_concurrency.lockutils [req-6bd81183-4f61-4a51-90d3-3adaf74ef8d7 req-b11da41b-5ef4-4d55-b7ca-3616763178a2 service nova] Acquiring lock "15ceff51-2deb-4f21-ac68-afb2693339a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.962645] env[70636]: DEBUG oslo_concurrency.lockutils [req-6bd81183-4f61-4a51-90d3-3adaf74ef8d7 req-b11da41b-5ef4-4d55-b7ca-3616763178a2 service nova] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.962911] env[70636]: DEBUG oslo_concurrency.lockutils [req-6bd81183-4f61-4a51-90d3-3adaf74ef8d7 req-b11da41b-5ef4-4d55-b7ca-3616763178a2 service nova] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.963200] env[70636]: DEBUG nova.compute.manager [req-6bd81183-4f61-4a51-90d3-3adaf74ef8d7 req-b11da41b-5ef4-4d55-b7ca-3616763178a2 service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] No waiting events found dispatching network-vif-plugged-9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.963616] env[70636]: WARNING nova.compute.manager [req-6bd81183-4f61-4a51-90d3-3adaf74ef8d7 req-b11da41b-5ef4-4d55-b7ca-3616763178a2 service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Received unexpected event network-vif-plugged-9f39df1e-f210-4c45-9b82-70a0761022d2 for instance with vm_state building and task_state spawning. [ 1096.991547] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.147378] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "refresh_cache-15ceff51-2deb-4f21-ac68-afb2693339a8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.147673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "refresh_cache-15ceff51-2deb-4f21-ac68-afb2693339a8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.147877] env[70636]: DEBUG nova.network.neutron [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.175340] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884187, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.203783] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884188, 'name': Rename_Task, 'duration_secs': 0.231148} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.204174] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.204510] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c00beb79-6f6d-42b5-9009-e02f7e6858ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.212990] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1097.212990] env[70636]: value = "task-2884189" [ 1097.212990] env[70636]: _type = "Task" [ 1097.212990] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.223814] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.450241] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.635753] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.636142] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.636371] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.636657] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.636911] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.637133] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.637410] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.637627] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.637866] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.638096] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.638342] env[70636]: DEBUG nova.virt.hardware [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.639784] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37908ab-1062-4b44-b5f6-c8856326b464 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.650615] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b43b88e-5d11-4971-9ec0-ca48cb1487ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.672221] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.678853] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.685183] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.686595] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83910133-15e7-4d78-97d7-59162a54f82e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.699572] env[70636]: DEBUG nova.network.neutron [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.709088] env[70636]: DEBUG oslo_vmware.api [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884187, 'name': PowerOnVM_Task, 'duration_secs': 0.713535} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.710556] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.710840] env[70636]: INFO nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1097.711104] env[70636]: DEBUG nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.711409] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.711409] env[70636]: value = "task-2884190" [ 1097.711409] env[70636]: _type = "Task" [ 1097.711409] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.712202] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea43a3-3de6-444a-a2ad-b38c09f77db1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.738658] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.738958] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884190, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.773611] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2117145-7302-4ccc-b04f-1e11ad98a19b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.785638] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b341e00-60f9-4312-bc89-1b27762e0dbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.819502] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9372b46-1d80-4ef0-9a2a-2d34de1daf9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.826895] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1c61e-afcf-4962-8a52-b0cf136a2906 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.840585] env[70636]: DEBUG nova.compute.provider_tree [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.909178] env[70636]: DEBUG nova.network.neutron [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Updating instance_info_cache with network_info: [{"id": "9f39df1e-f210-4c45-9b82-70a0761022d2", "address": "fa:16:3e:7e:eb:dc", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39df1e-f2", "ovs_interfaceid": "9f39df1e-f210-4c45-9b82-70a0761022d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.067443] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.067443] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.067443] env[70636]: INFO nova.compute.manager [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Attaching volume b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9 to /dev/sdb [ 1098.101769] env[70636]: DEBUG nova.compute.manager [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Received event network-changed-db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.101978] env[70636]: DEBUG nova.compute.manager [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Refreshing instance network info cache due to event network-changed-db935705-2585-4d7e-8dc5-b5729ad3ecff. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.102629] env[70636]: DEBUG oslo_concurrency.lockutils [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] Acquiring lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.102971] env[70636]: DEBUG oslo_concurrency.lockutils [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] Acquired lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.103273] env[70636]: DEBUG nova.network.neutron [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Refreshing network info cache for port db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.106356] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c26ac-1ccd-4c4b-9a77-64b0c525dc29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.114460] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1af5089-49ce-4cf5-beca-094d575726ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.128276] env[70636]: DEBUG nova.virt.block_device [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating existing volume attachment record: 25a01292-1bf3-4a6a-8ac3-3c1fe5c938b3 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1098.239272] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884190, 'name': CreateVM_Task, 'duration_secs': 0.300842} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.244093] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.258915] env[70636]: DEBUG oslo_vmware.api [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884189, 'name': PowerOnVM_Task, 'duration_secs': 0.831445} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.258915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.258915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.261028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.261028] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.261346] env[70636]: INFO nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1098.261752] env[70636]: DEBUG nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.262631] env[70636]: INFO nova.compute.manager [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Took 43.07 seconds to build instance. [ 1098.265042] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e9b755-6500-4da5-9e0c-d8d064562d34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.268358] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f283e7c9-13a6-4693-8a81-f3300b14ac3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.275629] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1098.275629] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aad2f9-73c9-48cc-67ba-d0a93023685d" [ 1098.275629] env[70636]: _type = "Task" [ 1098.275629] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.289392] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aad2f9-73c9-48cc-67ba-d0a93023685d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.343731] env[70636]: DEBUG nova.scheduler.client.report [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.412626] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "refresh_cache-15ceff51-2deb-4f21-ac68-afb2693339a8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.413802] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance network_info: |[{"id": "9f39df1e-f210-4c45-9b82-70a0761022d2", "address": "fa:16:3e:7e:eb:dc", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39df1e-f2", "ovs_interfaceid": "9f39df1e-f210-4c45-9b82-70a0761022d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.414326] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:eb:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f39df1e-f210-4c45-9b82-70a0761022d2', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.422351] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating folder: Project (91604b1b797b40b48fe4e51ef2f9dcbc). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.422738] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc442a91-b464-440b-a727-c2319a526348 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.433924] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created folder: Project (91604b1b797b40b48fe4e51ef2f9dcbc) in parent group-v579393. [ 1098.434135] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating folder: Instances. Parent ref: group-v579542. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.434372] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c08fa86-b246-4efa-8ade-9344bfde09a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.446264] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created folder: Instances in parent group-v579542. [ 1098.446614] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.447098] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.447098] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e0f0236-1539-4a84-85ea-704bf1d57a87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.466208] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.466208] env[70636]: value = "task-2884196" [ 1098.466208] env[70636]: _type = "Task" [ 1098.466208] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.474083] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884196, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.773615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c64ffcb4-21f8-428d-a248-ff22fc579a88 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.597s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.799036] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aad2f9-73c9-48cc-67ba-d0a93023685d, 'name': SearchDatastore_Task, 'duration_secs': 0.021705} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.799289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.799627] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.799955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.800174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.800434] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.804577] env[70636]: INFO nova.compute.manager [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Took 40.06 seconds to build instance. [ 1098.805838] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49bf4986-7de7-4258-bbe3-a925696db509 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.816938] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.817227] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.819153] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0972347e-b83e-4de0-8300-bf993675e926 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.826928] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1098.826928] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e297bd-5d3b-91c2-3eab-4fd82a235a22" [ 1098.826928] env[70636]: _type = "Task" [ 1098.826928] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.838322] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e297bd-5d3b-91c2-3eab-4fd82a235a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.846686] env[70636]: DEBUG nova.network.neutron [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updated VIF entry in instance network info cache for port db935705-2585-4d7e-8dc5-b5729ad3ecff. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.847186] env[70636]: DEBUG nova.network.neutron [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updating instance_info_cache with network_info: [{"id": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "address": "fa:16:3e:87:71:b0", "network": {"id": "b899a716-1ecc-4161-92c1-9cbd6f9bd6fa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-308785807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72ee37140df4544aa4af001990291fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb935705-25", "ovs_interfaceid": "db935705-2585-4d7e-8dc5-b5729ad3ecff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.852947] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.853517] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.857041] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.661s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.859012] env[70636]: INFO nova.compute.claims [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.976829] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884196, 'name': CreateVM_Task, 'duration_secs': 0.353919} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.977247] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.977917] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.978292] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.978478] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.978721] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800a32ba-1c4b-4a18-874e-dc4b7d5b861d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.984228] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1098.984228] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528636a5-0c46-67f1-1a67-27c052d4e649" [ 1098.984228] env[70636]: _type = "Task" [ 1098.984228] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.994021] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528636a5-0c46-67f1-1a67-27c052d4e649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.091450] env[70636]: DEBUG nova.compute.manager [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Received event network-changed-9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.091742] env[70636]: DEBUG nova.compute.manager [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Refreshing instance network info cache due to event network-changed-9f39df1e-f210-4c45-9b82-70a0761022d2. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.092194] env[70636]: DEBUG oslo_concurrency.lockutils [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] Acquiring lock "refresh_cache-15ceff51-2deb-4f21-ac68-afb2693339a8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.092430] env[70636]: DEBUG oslo_concurrency.lockutils [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] Acquired lock "refresh_cache-15ceff51-2deb-4f21-ac68-afb2693339a8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.092675] env[70636]: DEBUG nova.network.neutron [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Refreshing network info cache for port 9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.276760] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.311027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b01734ff-1f75-47f3-8cf3-891e7cc0d4d7 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.944s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.337421] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e297bd-5d3b-91c2-3eab-4fd82a235a22, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.338218] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badc2512-97c1-4f3a-8200-27af7d1796ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.343336] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1099.343336] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bc1d69-a64a-810c-b8e8-f74cd469c6ea" [ 1099.343336] env[70636]: _type = "Task" [ 1099.343336] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.351163] env[70636]: DEBUG oslo_concurrency.lockutils [req-930f9dfc-3802-42c8-8160-db9b7caedfd9 req-500e0ace-8121-4032-95a6-8be722770948 service nova] Releasing lock "refresh_cache-65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.351508] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bc1d69-a64a-810c-b8e8-f74cd469c6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.368613] env[70636]: DEBUG nova.compute.utils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.368966] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.368966] env[70636]: DEBUG nova.network.neutron [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.405878] env[70636]: DEBUG nova.policy [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6ab8ec3aee746f8946e2cb4dbf16ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91604b1b797b40b48fe4e51ef2f9dcbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.495670] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528636a5-0c46-67f1-1a67-27c052d4e649, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.496460] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.496460] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.496460] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.659511] env[70636]: DEBUG nova.network.neutron [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Successfully created port: f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.806815] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.815757] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.854770] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bc1d69-a64a-810c-b8e8-f74cd469c6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.049022} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.855113] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.855382] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.856349] env[70636]: DEBUG nova.network.neutron [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Updated VIF entry in instance network info cache for port 9f39df1e-f210-4c45-9b82-70a0761022d2. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.859022] env[70636]: DEBUG nova.network.neutron [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Updating instance_info_cache with network_info: [{"id": "9f39df1e-f210-4c45-9b82-70a0761022d2", "address": "fa:16:3e:7e:eb:dc", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39df1e-f2", "ovs_interfaceid": "9f39df1e-f210-4c45-9b82-70a0761022d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.859022] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.859022] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.859022] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01e731aa-ea2d-4f1b-925a-b87ee4a9976b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.862063] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52f2de94-3c3d-4c77-a9bf-9ee5b510396d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.872721] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1099.872721] env[70636]: value = "task-2884197" [ 1099.872721] env[70636]: _type = "Task" [ 1099.872721] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.874329] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.880018] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.880018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.881959] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e481191d-f1b5-49b1-be31-0734210196ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.888019] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1099.888019] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521ec32e-6f04-5301-00b2-cc765f18d6ff" [ 1099.888019] env[70636]: _type = "Task" [ 1099.888019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.893937] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.901870] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521ec32e-6f04-5301-00b2-cc765f18d6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.092927] env[70636]: INFO nova.compute.manager [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Rebuilding instance [ 1100.151606] env[70636]: DEBUG nova.compute.manager [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.152569] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3fec2-ff8d-4942-bffd-71a9d6036368 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.335991] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.363233] env[70636]: DEBUG oslo_concurrency.lockutils [req-4666d33a-aee8-4cc9-87d5-e3158499080c req-ca3d22c0-91ae-432f-ad58-4b690b75bb6c service nova] Releasing lock "refresh_cache-15ceff51-2deb-4f21-ac68-afb2693339a8" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.392092] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884197, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.399368] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f5c033-11cb-421e-809a-0e43b0087faa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.405708] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521ec32e-6f04-5301-00b2-cc765f18d6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01782} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.406934] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37264143-af6f-4a91-b2a8-a5649e2f952c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.413798] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac6492-3a3e-4501-b158-75647424b159 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.421425] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1100.421425] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526e19ce-d2be-a3c3-c65c-9096a95291c2" [ 1100.421425] env[70636]: _type = "Task" [ 1100.421425] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.453733] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a5a81b-5264-48a4-b916-53b62a8a1949 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.461499] env[70636]: DEBUG nova.compute.manager [None req-e7416fa7-3bbc-4518-8edd-eefe78fa690d tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.461927] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526e19ce-d2be-a3c3-c65c-9096a95291c2, 'name': SearchDatastore_Task, 'duration_secs': 0.016626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.462754] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe1d4e-8bb3-459e-9865-71e3f0e7c5ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.465888] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.466236] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.466913] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80d998d7-c998-4969-a48f-5008a56933e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.473810] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28412cfd-8227-4c44-96ea-0f7e3214b2c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.483312] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1100.483312] env[70636]: value = "task-2884199" [ 1100.483312] env[70636]: _type = "Task" [ 1100.483312] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.497303] env[70636]: DEBUG nova.compute.provider_tree [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.502553] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.717875] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.718245] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.718508] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.718749] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.718966] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.721243] env[70636]: INFO nova.compute.manager [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Terminating instance [ 1100.887566] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.894454] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564919} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.894978] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.895232] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.895528] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f44bf3-59f3-457b-9995-cf84c1e85b18 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.902305] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1100.902305] env[70636]: value = "task-2884200" [ 1100.902305] env[70636]: _type = "Task" [ 1100.902305] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.913618] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.916793] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.917134] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.917358] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.917567] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.917712] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.917969] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.918267] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.918536] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.918760] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.918998] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.919337] env[70636]: DEBUG nova.virt.hardware [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.920354] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1951b035-ba5d-4a55-9f35-8773a7a31e4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.930691] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ed832-31bd-4e89-be8b-8b6c9140098b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.985647] env[70636]: INFO nova.compute.manager [None req-e7416fa7-3bbc-4518-8edd-eefe78fa690d tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] instance snapshotting [ 1100.986267] env[70636]: DEBUG nova.objects.instance [None req-e7416fa7-3bbc-4518-8edd-eefe78fa690d tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lazy-loading 'flavor' on Instance uuid e15b67f4-394d-452c-a7e6-9a6b40236a8a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.999275] env[70636]: DEBUG nova.scheduler.client.report [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.002887] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884199, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.116841] env[70636]: DEBUG nova.compute.manager [req-7e761bb0-43c9-4e82-baf0-09e4648f90f2 req-c0c80a2f-ea2b-498f-8cc0-ca5cc19d1b2e service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Received event network-vif-plugged-f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.117151] env[70636]: DEBUG oslo_concurrency.lockutils [req-7e761bb0-43c9-4e82-baf0-09e4648f90f2 req-c0c80a2f-ea2b-498f-8cc0-ca5cc19d1b2e service nova] Acquiring lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.117399] env[70636]: DEBUG oslo_concurrency.lockutils [req-7e761bb0-43c9-4e82-baf0-09e4648f90f2 req-c0c80a2f-ea2b-498f-8cc0-ca5cc19d1b2e service nova] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.117571] env[70636]: DEBUG oslo_concurrency.lockutils [req-7e761bb0-43c9-4e82-baf0-09e4648f90f2 req-c0c80a2f-ea2b-498f-8cc0-ca5cc19d1b2e service nova] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.117747] env[70636]: DEBUG nova.compute.manager [req-7e761bb0-43c9-4e82-baf0-09e4648f90f2 req-c0c80a2f-ea2b-498f-8cc0-ca5cc19d1b2e service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] No waiting events found dispatching network-vif-plugged-f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.117926] env[70636]: WARNING nova.compute.manager [req-7e761bb0-43c9-4e82-baf0-09e4648f90f2 req-c0c80a2f-ea2b-498f-8cc0-ca5cc19d1b2e service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Received unexpected event network-vif-plugged-f053c069-9845-4205-88d2-90345d6ff3c7 for instance with vm_state building and task_state spawning. [ 1101.166995] env[70636]: DEBUG nova.network.neutron [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Successfully updated port: f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.172537] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.172816] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1900ecd-a5b1-4d19-abba-6253db2b3922 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.180310] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1101.180310] env[70636]: value = "task-2884201" [ 1101.180310] env[70636]: _type = "Task" [ 1101.180310] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.191089] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.225281] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "refresh_cache-e15b67f4-394d-452c-a7e6-9a6b40236a8a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.225480] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquired lock "refresh_cache-e15b67f4-394d-452c-a7e6-9a6b40236a8a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.225665] env[70636]: DEBUG nova.network.neutron [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.412612] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.412612] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.413222] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1dbf9b-cb68-4057-a2dd-4db99c5915c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.433118] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.434188] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa57c3a-7602-4181-842b-949f231b1d79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.452803] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1101.452803] env[70636]: value = "task-2884202" [ 1101.452803] env[70636]: _type = "Task" [ 1101.452803] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.460565] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.494965] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc76eae-b626-4155-b6e8-86c953749363 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.500785] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527687} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.501448] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.501685] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.501981] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aabaef1-1d82-401d-9048-b57a75cedfb2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.514681] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.515169] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.517804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.475s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.518403] env[70636]: DEBUG nova.objects.instance [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lazy-loading 'resources' on Instance uuid 7c82a7ff-8e74-4591-882f-ee5fea3c40c8 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.520095] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e316c4-14d0-479a-bdc1-00140114da72 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.523846] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1101.523846] env[70636]: value = "task-2884203" [ 1101.523846] env[70636]: _type = "Task" [ 1101.523846] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.537218] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.670521] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "refresh_cache-ebe83ff3-93bf-40a8-a427-39d9ab8ff226" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.670521] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "refresh_cache-ebe83ff3-93bf-40a8-a427-39d9ab8ff226" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.670521] env[70636]: DEBUG nova.network.neutron [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.692218] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884201, 'name': PowerOffVM_Task, 'duration_secs': 0.190057} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.692538] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.692693] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.693522] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2067dc28-ff78-48b5-91d1-af8583083072 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.700675] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.700917] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e7a97e-aa0a-4e7a-8499-6feaf0d198af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.745394] env[70636]: DEBUG nova.network.neutron [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.772933] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.773175] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.773356] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.773630] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266109b5-e412-4acf-8e15-462a447f8947 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.780137] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1101.780137] env[70636]: value = "task-2884205" [ 1101.780137] env[70636]: _type = "Task" [ 1101.780137] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.788297] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.794497] env[70636]: DEBUG nova.network.neutron [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.963550] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884202, 'name': ReconfigVM_Task, 'duration_secs': 0.313592} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.963835] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f/590341b5-9b5d-4552-b10f-8384efc8e24f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.964492] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7043dcfb-6405-4be9-a335-654b0a91b832 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.970546] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1101.970546] env[70636]: value = "task-2884206" [ 1101.970546] env[70636]: _type = "Task" [ 1101.970546] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.978378] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884206, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.023935] env[70636]: DEBUG nova.compute.utils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.025505] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.025687] env[70636]: DEBUG nova.network.neutron [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.033908] env[70636]: DEBUG nova.compute.manager [None req-e7416fa7-3bbc-4518-8edd-eefe78fa690d tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Instance disappeared during snapshot {{(pid=70636) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1102.041595] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082808} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.041595] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.042586] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a30582-f683-4188-9004-5da90e7428ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.067067] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.072172] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8fbcbb-a3c6-4af9-ba94-c540e564aa3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.093056] env[70636]: DEBUG nova.policy [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '774534beed3a464b93cb0cec410dbf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd5f3d807a5a48fca800f6d3d7db3c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.101322] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1102.101322] env[70636]: value = "task-2884207" [ 1102.101322] env[70636]: _type = "Task" [ 1102.101322] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.113097] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.217285] env[70636]: DEBUG nova.network.neutron [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.235260] env[70636]: DEBUG nova.compute.manager [None req-e7416fa7-3bbc-4518-8edd-eefe78fa690d tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Found 0 images (rotation: 2) {{(pid=70636) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1102.293161] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.296808] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Releasing lock "refresh_cache-e15b67f4-394d-452c-a7e6-9a6b40236a8a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.297305] env[70636]: DEBUG nova.compute.manager [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.297443] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.298263] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d8835-7193-4a0e-bbb1-c84b0be71be0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.311949] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.312220] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10fd00a2-5d91-4c4e-97a7-cb3495964ae1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.319099] env[70636]: DEBUG oslo_vmware.api [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1102.319099] env[70636]: value = "task-2884208" [ 1102.319099] env[70636]: _type = "Task" [ 1102.319099] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.328427] env[70636]: DEBUG oslo_vmware.api [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.380609] env[70636]: DEBUG nova.network.neutron [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Updating instance_info_cache with network_info: [{"id": "f053c069-9845-4205-88d2-90345d6ff3c7", "address": "fa:16:3e:d8:0d:72", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053c069-98", "ovs_interfaceid": "f053c069-9845-4205-88d2-90345d6ff3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.391329] env[70636]: DEBUG nova.network.neutron [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Successfully created port: 17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.482269] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884206, 'name': Rename_Task, 'duration_secs': 0.146309} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.485837] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.486019] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01735dd0-53c5-4f15-a5b2-9f4f7de90c39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.491780] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1102.491780] env[70636]: value = "task-2884209" [ 1102.491780] env[70636]: _type = "Task" [ 1102.491780] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.500765] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.531027] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.591037] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cee192-0bb4-4dc1-b877-7dad0a6746ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.598913] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87914844-6360-4a73-86df-b4f22ea73d84 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.631920] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98efc3d8-8aae-49fb-a304-d3e79afd149e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.637215] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884207, 'name': ReconfigVM_Task, 'duration_secs': 0.338466} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.637862] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.638503] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-483c6483-5c46-4a23-a5f7-81c256c812c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.643165] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621ec61-2a5b-40f0-bc3e-ed9d74a8ebdb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.648496] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1102.648496] env[70636]: value = "task-2884210" [ 1102.648496] env[70636]: _type = "Task" [ 1102.648496] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.659053] env[70636]: DEBUG nova.compute.provider_tree [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.664968] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884210, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.684924] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.685141] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579541', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'name': 'volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df56f107-e9e4-42e0-a241-dcd7b9ee24f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'serial': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.686024] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc0cb1c-3437-4316-8ebc-e5c5d4d3a28e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.704405] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f76b85-4203-4698-8961-63a498381129 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.728862] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9/volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.729173] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8667d27a-8f9b-4eff-b8ec-8f3267df04eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.748032] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1102.748032] env[70636]: value = "task-2884211" [ 1102.748032] env[70636]: _type = "Task" [ 1102.748032] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.756459] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.790189] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52653} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.790447] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.790713] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.790816] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.828652] env[70636]: DEBUG oslo_vmware.api [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884208, 'name': PowerOffVM_Task, 'duration_secs': 0.13887} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.828914] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.829120] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.829377] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc7419ad-5a3c-440d-8807-101cae64a83e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.853084] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.853307] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.853502] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Deleting the datastore file [datastore1] e15b67f4-394d-452c-a7e6-9a6b40236a8a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.853807] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b8885d-2a43-495d-b759-98f330e879f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.860923] env[70636]: DEBUG oslo_vmware.api [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for the task: (returnval){ [ 1102.860923] env[70636]: value = "task-2884213" [ 1102.860923] env[70636]: _type = "Task" [ 1102.860923] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.869068] env[70636]: DEBUG oslo_vmware.api [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.883670] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "refresh_cache-ebe83ff3-93bf-40a8-a427-39d9ab8ff226" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.884090] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Instance network_info: |[{"id": "f053c069-9845-4205-88d2-90345d6ff3c7", "address": "fa:16:3e:d8:0d:72", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053c069-98", "ovs_interfaceid": "f053c069-9845-4205-88d2-90345d6ff3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.884490] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:0d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f053c069-9845-4205-88d2-90345d6ff3c7', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.892188] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.892421] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.892640] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b2fed27-0a0a-4d32-a890-db99979de48f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.912519] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.912519] env[70636]: value = "task-2884214" [ 1102.912519] env[70636]: _type = "Task" [ 1102.912519] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.921811] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884214, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.001361] env[70636]: DEBUG oslo_vmware.api [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884209, 'name': PowerOnVM_Task, 'duration_secs': 0.450603} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.001721] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.002290] env[70636]: DEBUG nova.compute.manager [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.002878] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818d969-e7e7-4a39-b3a5-65db7eddbf45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.160235] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884210, 'name': Rename_Task, 'duration_secs': 0.131351} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.160235] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.160235] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cc29796-4cda-4b2e-858c-5fffc910dc4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.162215] env[70636]: DEBUG nova.scheduler.client.report [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.166573] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1103.166573] env[70636]: value = "task-2884215" [ 1103.166573] env[70636]: _type = "Task" [ 1103.166573] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.174655] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.193706] env[70636]: DEBUG nova.compute.manager [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Received event network-changed-f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.193706] env[70636]: DEBUG nova.compute.manager [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Refreshing instance network info cache due to event network-changed-f053c069-9845-4205-88d2-90345d6ff3c7. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.193706] env[70636]: DEBUG oslo_concurrency.lockutils [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] Acquiring lock "refresh_cache-ebe83ff3-93bf-40a8-a427-39d9ab8ff226" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.193706] env[70636]: DEBUG oslo_concurrency.lockutils [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] Acquired lock "refresh_cache-ebe83ff3-93bf-40a8-a427-39d9ab8ff226" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.193706] env[70636]: DEBUG nova.network.neutron [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Refreshing network info cache for port f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.260955] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.370728] env[70636]: DEBUG oslo_vmware.api [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Task: {'id': task-2884213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150988} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.371024] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.371221] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.371396] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.371576] env[70636]: INFO nova.compute.manager [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1103.371831] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.372041] env[70636]: DEBUG nova.compute.manager [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.372139] env[70636]: DEBUG nova.network.neutron [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.387499] env[70636]: DEBUG nova.network.neutron [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.421992] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884214, 'name': CreateVM_Task, 'duration_secs': 0.435175} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.422193] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.422860] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.423035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.423356] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.423608] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc8ae3e-5641-4f96-92b1-127633890a3a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.428371] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1103.428371] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a02202-6e97-aff9-1db7-00aa0b46d505" [ 1103.428371] env[70636]: _type = "Task" [ 1103.428371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.436444] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a02202-6e97-aff9-1db7-00aa0b46d505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.522992] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.540969] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.564903] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.565161] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.565320] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.565502] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.565645] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.565793] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.565999] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.566170] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.566334] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.566491] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.566660] env[70636]: DEBUG nova.virt.hardware [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.567586] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2613d6-3b64-425d-8acb-710beb3e8d76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.575653] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e466433-51c5-46c3-b80c-913f740cb3f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.668590] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.673054] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.383s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.673054] env[70636]: DEBUG nova.objects.instance [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lazy-loading 'resources' on Instance uuid 2a559c15-0334-44db-9f7d-ed3282993961 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.686166] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.699383] env[70636]: INFO nova.scheduler.client.report [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Deleted allocations for instance 7c82a7ff-8e74-4591-882f-ee5fea3c40c8 [ 1103.767572] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.826848] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.826848] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.827028] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.827241] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.827515] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.827745] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.828047] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.828331] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.828556] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.828776] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.829072] env[70636]: DEBUG nova.virt.hardware [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.833253] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adf9268-4890-4ea1-a6f6-99d396d37003 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.842953] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6260b3-467c-4c42-91ba-ae01cbcb1713 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.856633] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:2f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be00eb80-fc54-4028-ad79-69abe70f27c9', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.865631] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.868281] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.868610] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f792a4cb-6b8d-41b5-b4d9-0aea38274037 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.890142] env[70636]: DEBUG nova.network.neutron [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.891078] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.891078] env[70636]: value = "task-2884216" [ 1103.891078] env[70636]: _type = "Task" [ 1103.891078] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.900522] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884216, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.923054] env[70636]: DEBUG nova.network.neutron [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Successfully updated port: 17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.940277] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a02202-6e97-aff9-1db7-00aa0b46d505, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.944293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.944657] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.944982] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.945262] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.945506] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.946193] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-515163ae-afdd-4a70-9261-e7415984e58f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.956074] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.956500] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.958242] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb55d029-ec14-4fd9-ad14-20d9046a35a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.964370] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1103.964370] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52338f87-3dc4-6bab-2a6c-52319262f43e" [ 1103.964370] env[70636]: _type = "Task" [ 1103.964370] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.975707] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52338f87-3dc4-6bab-2a6c-52319262f43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.058695] env[70636]: DEBUG nova.network.neutron [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Updated VIF entry in instance network info cache for port f053c069-9845-4205-88d2-90345d6ff3c7. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.058695] env[70636]: DEBUG nova.network.neutron [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Updating instance_info_cache with network_info: [{"id": "f053c069-9845-4205-88d2-90345d6ff3c7", "address": "fa:16:3e:d8:0d:72", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053c069-98", "ovs_interfaceid": "f053c069-9845-4205-88d2-90345d6ff3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.188867] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884215, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.208480] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6dc05c33-0b0c-4ac1-a264-65a8a8006ca4 tempest-ServersTestMultiNic-2110453397 tempest-ServersTestMultiNic-2110453397-project-member] Lock "7c82a7ff-8e74-4591-882f-ee5fea3c40c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.035s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.261790] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "590341b5-9b5d-4552-b10f-8384efc8e24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.262076] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "590341b5-9b5d-4552-b10f-8384efc8e24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.262250] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "590341b5-9b5d-4552-b10f-8384efc8e24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.262439] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "590341b5-9b5d-4552-b10f-8384efc8e24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.262612] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "590341b5-9b5d-4552-b10f-8384efc8e24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.266363] env[70636]: INFO nova.compute.manager [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Terminating instance [ 1104.271158] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884211, 'name': ReconfigVM_Task, 'duration_secs': 1.404776} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.273486] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9/volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.283035] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7dd554-040b-4dc6-a8a3-4c006b189e03 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.298955] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1104.298955] env[70636]: value = "task-2884217" [ 1104.298955] env[70636]: _type = "Task" [ 1104.298955] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.312200] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.396069] env[70636]: INFO nova.compute.manager [-] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Took 1.02 seconds to deallocate network for instance. [ 1104.408690] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884216, 'name': CreateVM_Task, 'duration_secs': 0.405508} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.412020] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.412020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.412020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.412020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.413372] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e610c1c-2b5b-43f7-a85a-395a76a56632 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.419447] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1104.419447] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5268a415-defa-99c6-04a1-eb63a9499369" [ 1104.419447] env[70636]: _type = "Task" [ 1104.419447] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.433735] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.434070] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.435450] env[70636]: DEBUG nova.network.neutron [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.440057] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5268a415-defa-99c6-04a1-eb63a9499369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.475249] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52338f87-3dc4-6bab-2a6c-52319262f43e, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.479307] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9c7cdb-5b5e-4bb4-9527-fdf789af8f04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.484549] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1104.484549] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525ff25e-5f54-ac26-0512-decd63b19054" [ 1104.484549] env[70636]: _type = "Task" [ 1104.484549] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.490544] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "eec39238-d21d-464c-b27a-bfba7f7af671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.490768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "eec39238-d21d-464c-b27a-bfba7f7af671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.490968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "eec39238-d21d-464c-b27a-bfba7f7af671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.491170] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "eec39238-d21d-464c-b27a-bfba7f7af671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.491340] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "eec39238-d21d-464c-b27a-bfba7f7af671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.493710] env[70636]: INFO nova.compute.manager [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Terminating instance [ 1104.498523] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525ff25e-5f54-ac26-0512-decd63b19054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.560138] env[70636]: DEBUG oslo_concurrency.lockutils [req-24f9e450-8503-42a1-913b-7dc32584b340 req-19c2c767-3194-4c9d-8d02-37660b7c99c5 service nova] Releasing lock "refresh_cache-ebe83ff3-93bf-40a8-a427-39d9ab8ff226" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.666857] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af09be7-86e5-4e2e-883f-321ad301ebe0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.678241] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c5a8c-9968-43d2-81e5-7b1860c1d70b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.686081] env[70636]: DEBUG oslo_vmware.api [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884215, 'name': PowerOnVM_Task, 'duration_secs': 1.293859} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.711628] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.711885] env[70636]: INFO nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1104.712100] env[70636]: DEBUG nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.713472] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f1b2c-f536-49b5-b9e8-31ae41d3482b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.716415] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2dca57-6c19-4570-9f30-960a87b678ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.725074] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed83e6b-bd59-48aa-ab6f-2af4d7cedd32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.743836] env[70636]: DEBUG nova.compute.provider_tree [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.780293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "refresh_cache-590341b5-9b5d-4552-b10f-8384efc8e24f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.780484] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquired lock "refresh_cache-590341b5-9b5d-4552-b10f-8384efc8e24f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.780663] env[70636]: DEBUG nova.network.neutron [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.808265] env[70636]: DEBUG oslo_vmware.api [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884217, 'name': ReconfigVM_Task, 'duration_secs': 0.213273} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.808547] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579541', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'name': 'volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df56f107-e9e4-42e0-a241-dcd7b9ee24f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'serial': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1104.911562] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.930019] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5268a415-defa-99c6-04a1-eb63a9499369, 'name': SearchDatastore_Task, 'duration_secs': 0.018029} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.930329] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.930953] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.930953] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930953] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.931134] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.931357] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee0ef24-ef07-4d68-9cd4-1f8667b340c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.939656] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.939833] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.941032] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c66a63-c71c-417c-9534-24a95277f298 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.948231] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1104.948231] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52443d9d-22c2-cf27-f5c4-daa7a4d15e55" [ 1104.948231] env[70636]: _type = "Task" [ 1104.948231] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.955164] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52443d9d-22c2-cf27-f5c4-daa7a4d15e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.979840] env[70636]: DEBUG nova.network.neutron [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.994682] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525ff25e-5f54-ac26-0512-decd63b19054, 'name': SearchDatastore_Task, 'duration_secs': 0.018023} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.994931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.995228] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ebe83ff3-93bf-40a8-a427-39d9ab8ff226/ebe83ff3-93bf-40a8-a427-39d9ab8ff226.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.997560] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676c0b8d-7257-4f27-9dec-83eacf3c0c23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.001401] env[70636]: DEBUG nova.compute.manager [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.001598] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.002342] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d92678-bf70-4149-90ff-4f0a9c387a73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.010228] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1105.010228] env[70636]: value = "task-2884218" [ 1105.010228] env[70636]: _type = "Task" [ 1105.010228] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.014520] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.015478] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1506fb1e-164b-4605-bae9-70d2fb91b90f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.020065] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.024783] env[70636]: DEBUG oslo_vmware.api [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 1105.024783] env[70636]: value = "task-2884219" [ 1105.024783] env[70636]: _type = "Task" [ 1105.024783] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.033293] env[70636]: DEBUG oslo_vmware.api [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2884219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.179235] env[70636]: DEBUG nova.network.neutron [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [{"id": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "address": "fa:16:3e:7f:6a:35", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17620293-4e", "ovs_interfaceid": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.239593] env[70636]: INFO nova.compute.manager [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Took 39.52 seconds to build instance. [ 1105.247246] env[70636]: DEBUG nova.scheduler.client.report [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.287301] env[70636]: DEBUG nova.compute.manager [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Received event network-vif-plugged-17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.287508] env[70636]: DEBUG oslo_concurrency.lockutils [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] Acquiring lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.287857] env[70636]: DEBUG oslo_concurrency.lockutils [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.288146] env[70636]: DEBUG oslo_concurrency.lockutils [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.288332] env[70636]: DEBUG nova.compute.manager [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] No waiting events found dispatching network-vif-plugged-17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.288512] env[70636]: WARNING nova.compute.manager [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Received unexpected event network-vif-plugged-17620293-4eeb-49f4-99eb-afc5c7a0bd50 for instance with vm_state building and task_state spawning. [ 1105.288677] env[70636]: DEBUG nova.compute.manager [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Received event network-changed-17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.288837] env[70636]: DEBUG nova.compute.manager [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Refreshing instance network info cache due to event network-changed-17620293-4eeb-49f4-99eb-afc5c7a0bd50. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.289017] env[70636]: DEBUG oslo_concurrency.lockutils [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] Acquiring lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.313803] env[70636]: DEBUG nova.network.neutron [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.422985] env[70636]: DEBUG nova.network.neutron [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.462617] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52443d9d-22c2-cf27-f5c4-daa7a4d15e55, 'name': SearchDatastore_Task, 'duration_secs': 0.023479} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.463527] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbfee0e-6eeb-498c-8453-59dd5edc3b13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.470349] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1105.470349] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52abbc79-45fd-8df9-e16f-f2abc121cbec" [ 1105.470349] env[70636]: _type = "Task" [ 1105.470349] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.482066] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52abbc79-45fd-8df9-e16f-f2abc121cbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.521854] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.537690] env[70636]: DEBUG oslo_vmware.api [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2884219, 'name': PowerOffVM_Task, 'duration_secs': 0.194107} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.537946] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.538145] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.538457] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-422edf8a-2dad-49c5-be88-b8749e633d0b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.602390] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.602697] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.602803] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Deleting the datastore file [datastore1] eec39238-d21d-464c-b27a-bfba7f7af671 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.603205] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dec44b7-613b-4932-b08c-adeb4f64574a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.610467] env[70636]: DEBUG oslo_vmware.api [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for the task: (returnval){ [ 1105.610467] env[70636]: value = "task-2884221" [ 1105.610467] env[70636]: _type = "Task" [ 1105.610467] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.621602] env[70636]: DEBUG oslo_vmware.api [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2884221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.683887] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.684311] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance network_info: |[{"id": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "address": "fa:16:3e:7f:6a:35", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17620293-4e", "ovs_interfaceid": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.684650] env[70636]: DEBUG oslo_concurrency.lockutils [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] Acquired lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.684881] env[70636]: DEBUG nova.network.neutron [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Refreshing network info cache for port 17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.686456] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17620293-4eeb-49f4-99eb-afc5c7a0bd50', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.694979] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.696106] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.696388] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1defdab-aaea-48cb-9168-71b24447b4ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.719459] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.719459] env[70636]: value = "task-2884222" [ 1105.719459] env[70636]: _type = "Task" [ 1105.719459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.727895] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884222, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.742078] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6517a189-e248-4639-a417-ea0f72089cea tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.711s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.752217] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.755193] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.442s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.756619] env[70636]: INFO nova.compute.claims [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.784579] env[70636]: INFO nova.scheduler.client.report [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Deleted allocations for instance 2a559c15-0334-44db-9f7d-ed3282993961 [ 1105.855479] env[70636]: DEBUG nova.objects.instance [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.926111] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Releasing lock "refresh_cache-590341b5-9b5d-4552-b10f-8384efc8e24f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.926651] env[70636]: DEBUG nova.compute.manager [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.926920] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.927975] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38712c1b-f42c-451d-892c-82b09c3987b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.939909] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.940203] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f0f5bf-7897-4a3b-85e5-30eb522ccc22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.947317] env[70636]: DEBUG oslo_vmware.api [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1105.947317] env[70636]: value = "task-2884223" [ 1105.947317] env[70636]: _type = "Task" [ 1105.947317] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.959433] env[70636]: DEBUG oslo_vmware.api [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.979211] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52abbc79-45fd-8df9-e16f-f2abc121cbec, 'name': SearchDatastore_Task, 'duration_secs': 0.02222} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.979578] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.979859] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.980146] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e8a91f-5e4a-47cd-9be2-973063adfb76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.986250] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1105.986250] env[70636]: value = "task-2884224" [ 1105.986250] env[70636]: _type = "Task" [ 1105.986250] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.993842] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.025153] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547588} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.025588] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ebe83ff3-93bf-40a8-a427-39d9ab8ff226/ebe83ff3-93bf-40a8-a427-39d9ab8ff226.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.025713] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.025967] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f26ec525-db3c-49b1-9e6a-bf2f4251934c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.032487] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1106.032487] env[70636]: value = "task-2884225" [ 1106.032487] env[70636]: _type = "Task" [ 1106.032487] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.042076] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.122094] env[70636]: DEBUG oslo_vmware.api [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Task: {'id': task-2884221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13678} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.122368] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.122548] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.122724] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.122895] env[70636]: INFO nova.compute.manager [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1106.123154] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.123349] env[70636]: DEBUG nova.compute.manager [-] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.123441] env[70636]: DEBUG nova.network.neutron [-] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.231360] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884222, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.245164] env[70636]: DEBUG nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.294956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6caf9035-c6f9-4f38-921b-32519be7afc4 tempest-VolumesAssistedSnapshotsTest-721852559 tempest-VolumesAssistedSnapshotsTest-721852559-project-member] Lock "2a559c15-0334-44db-9f7d-ed3282993961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.806s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.363293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f2fb8341-cef6-4c74-92a3-c25a2a8ebddf tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.460936] env[70636]: DEBUG oslo_vmware.api [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884223, 'name': PowerOffVM_Task, 'duration_secs': 0.169168} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.461355] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.461472] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.461695] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cf7916-c44e-4aae-9417-4d9a92b28b27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.492014] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.492235] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.492440] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Deleting the datastore file [datastore2] 590341b5-9b5d-4552-b10f-8384efc8e24f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.493159] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea8ddad8-4896-4a0b-ae4c-1a336d8b8e22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.498795] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.504597] env[70636]: DEBUG oslo_vmware.api [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for the task: (returnval){ [ 1106.504597] env[70636]: value = "task-2884227" [ 1106.504597] env[70636]: _type = "Task" [ 1106.504597] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.516719] env[70636]: DEBUG oslo_vmware.api [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.521033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.522313] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.522313] env[70636]: DEBUG nova.compute.manager [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.522711] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b6da67-1811-4dcd-87ba-61603d42d98b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.530066] env[70636]: DEBUG nova.compute.manager [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1106.530217] env[70636]: DEBUG nova.objects.instance [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.543071] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065193} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.543422] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.544126] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87065fc9-c4ab-4db4-94ba-5e2e81a7f212 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.569737] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ebe83ff3-93bf-40a8-a427-39d9ab8ff226/ebe83ff3-93bf-40a8-a427-39d9ab8ff226.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.573846] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e09554-4553-4fdd-be44-2518f431a41d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.593755] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1106.593755] env[70636]: value = "task-2884228" [ 1106.593755] env[70636]: _type = "Task" [ 1106.593755] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.603044] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.615315] env[70636]: DEBUG nova.network.neutron [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updated VIF entry in instance network info cache for port 17620293-4eeb-49f4-99eb-afc5c7a0bd50. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.615655] env[70636]: DEBUG nova.network.neutron [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [{"id": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "address": "fa:16:3e:7f:6a:35", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17620293-4e", "ovs_interfaceid": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.730327] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884222, 'name': CreateVM_Task, 'duration_secs': 0.551678} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.730524] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.731278] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.731501] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.731872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.732193] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07866d6-d904-4392-af8a-9d6a6adc2f76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.737982] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1106.737982] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d73b95-cefd-b62d-ba3b-56aad32b50d0" [ 1106.737982] env[70636]: _type = "Task" [ 1106.737982] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.754188] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d73b95-cefd-b62d-ba3b-56aad32b50d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.775417] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.997338] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637117} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.000388] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.000685] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.001251] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a34cfa7-24d5-474d-a839-61fa71dfeb68 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.016482] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1107.016482] env[70636]: value = "task-2884229" [ 1107.016482] env[70636]: _type = "Task" [ 1107.016482] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.020438] env[70636]: DEBUG oslo_vmware.api [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Task: {'id': task-2884227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291548} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.027330] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.027330] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.027511] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.027678] env[70636]: INFO nova.compute.manager [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1107.027964] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.029597] env[70636]: DEBUG nova.compute.manager [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.029597] env[70636]: DEBUG nova.network.neutron [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.037987] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.054193] env[70636]: DEBUG nova.network.neutron [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.107947] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884228, 'name': ReconfigVM_Task, 'duration_secs': 0.496868} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.108643] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ebe83ff3-93bf-40a8-a427-39d9ab8ff226/ebe83ff3-93bf-40a8-a427-39d9ab8ff226.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.109337] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4987d0f-d2c1-4455-8aef-79d52ca43490 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.115389] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1107.115389] env[70636]: value = "task-2884230" [ 1107.115389] env[70636]: _type = "Task" [ 1107.115389] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.120562] env[70636]: DEBUG oslo_concurrency.lockutils [req-43c93dd8-8a5a-4a73-9266-1e558f689368 req-bd9a05ac-9794-46d0-b7a5-6be391bda112 service nova] Releasing lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.131123] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884230, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.253059] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d73b95-cefd-b62d-ba3b-56aad32b50d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014194} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.253508] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.254393] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.254393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.254659] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.255082] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.258033] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e0853a-dd45-4ae3-87f7-4223ddfc2095 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.276270] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.276270] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.276270] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8a8172-9805-4a8b-a249-655b27812539 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.282931] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1107.282931] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52199255-d3c7-e42d-acfd-e18362f938f1" [ 1107.282931] env[70636]: _type = "Task" [ 1107.282931] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.295281] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52199255-d3c7-e42d-acfd-e18362f938f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.337469] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509026c-2c1b-474c-a716-230f0e23f484 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.349471] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c2074-622f-4228-9d5d-75491a85aa4c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.383779] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc43ac1-622b-4239-a6a9-f2d9e16a5024 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.391913] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5227c-98f2-4761-9245-72056c1bd650 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.407117] env[70636]: DEBUG nova.compute.provider_tree [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.488511] env[70636]: DEBUG nova.compute.manager [req-db6a8100-b809-440f-a25b-fed2e7ab4a99 req-c62b1c82-8dc4-4b86-816e-2d87bcdeb84e service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Received event network-vif-deleted-f6abe854-5340-44ed-a3b1-c640f5a30588 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.488744] env[70636]: INFO nova.compute.manager [req-db6a8100-b809-440f-a25b-fed2e7ab4a99 req-c62b1c82-8dc4-4b86-816e-2d87bcdeb84e service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Neutron deleted interface f6abe854-5340-44ed-a3b1-c640f5a30588; detaching it from the instance and deleting it from the info cache [ 1107.488922] env[70636]: DEBUG nova.network.neutron [req-db6a8100-b809-440f-a25b-fed2e7ab4a99 req-c62b1c82-8dc4-4b86-816e-2d87bcdeb84e service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.531691] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069229} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.532626] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.532824] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e31a5a-725a-4535-a01b-8eb3583e2324 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.547385] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.556272] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.556534] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1323a245-fc0d-42c8-bcd4-705aba038b7a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.558095] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfe2267-1dbe-495b-b963-0d12073e03f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.572297] env[70636]: DEBUG nova.network.neutron [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.582552] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1107.582552] env[70636]: value = "task-2884232" [ 1107.582552] env[70636]: _type = "Task" [ 1107.582552] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.583894] env[70636]: DEBUG oslo_vmware.api [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1107.583894] env[70636]: value = "task-2884231" [ 1107.583894] env[70636]: _type = "Task" [ 1107.583894] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.596954] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.600131] env[70636]: DEBUG oslo_vmware.api [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.632326] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884230, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.708760] env[70636]: DEBUG nova.network.neutron [-] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.793868] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52199255-d3c7-e42d-acfd-e18362f938f1, 'name': SearchDatastore_Task, 'duration_secs': 0.038589} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.796079] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d504995-a651-46e7-8188-35c90ee3e2b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.802318] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1107.802318] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52370fdd-0160-18b7-557e-35a76ad8c6ff" [ 1107.802318] env[70636]: _type = "Task" [ 1107.802318] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.812770] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52370fdd-0160-18b7-557e-35a76ad8c6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.911059] env[70636]: DEBUG nova.scheduler.client.report [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.995183] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da19893-db71-4e7d-bcef-08ac60159581 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003436] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9effdeb9-98ef-4683-964d-b9690ca912cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.037715] env[70636]: DEBUG nova.compute.manager [req-db6a8100-b809-440f-a25b-fed2e7ab4a99 req-c62b1c82-8dc4-4b86-816e-2d87bcdeb84e service nova] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Detach interface failed, port_id=f6abe854-5340-44ed-a3b1-c640f5a30588, reason: Instance eec39238-d21d-464c-b27a-bfba7f7af671 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.080808] env[70636]: INFO nova.compute.manager [-] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Took 1.05 seconds to deallocate network for instance. [ 1108.096045] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884232, 'name': ReconfigVM_Task, 'duration_secs': 0.31087} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.096045] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956/46cb041b-2ea2-4ee1-8d04-9c906cf08956.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.096549] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20f0159-bfee-4804-94fe-57ea82b90ab1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.101983] env[70636]: DEBUG oslo_vmware.api [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884231, 'name': PowerOffVM_Task, 'duration_secs': 0.298298} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.101983] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.101983] env[70636]: DEBUG nova.compute.manager [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.104161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b48e0-bc65-428c-afb6-8873704ce846 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.107385] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1108.107385] env[70636]: value = "task-2884233" [ 1108.107385] env[70636]: _type = "Task" [ 1108.107385] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.118838] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884233, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.131782] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884230, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.210559] env[70636]: INFO nova.compute.manager [-] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Took 2.09 seconds to deallocate network for instance. [ 1108.316394] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52370fdd-0160-18b7-557e-35a76ad8c6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.018749} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.316702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.317310] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2a077995-2d6b-4c65-ad3b-bd351b7f93f7/2a077995-2d6b-4c65-ad3b-bd351b7f93f7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.317310] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc80933-2612-4121-9a1d-fe4dc484b31a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.324653] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1108.324653] env[70636]: value = "task-2884234" [ 1108.324653] env[70636]: _type = "Task" [ 1108.324653] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.336450] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.415306] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.416185] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.419652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.023s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.421022] env[70636]: INFO nova.compute.claims [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.590256] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.622223] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884233, 'name': Rename_Task, 'duration_secs': 0.165414} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.623403] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5591c6a1-19bb-47df-9ec7-9b0d73d74818 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.629417] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.630103] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d680a00-ac42-448c-8a7f-9ab31535381b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.641298] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884230, 'name': Rename_Task, 'duration_secs': 1.362402} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.643677] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.644633] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1108.644633] env[70636]: value = "task-2884235" [ 1108.644633] env[70636]: _type = "Task" [ 1108.644633] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.644949] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7444954c-d2bb-4426-9e14-36c454ec1b09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.655639] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1108.655639] env[70636]: value = "task-2884236" [ 1108.655639] env[70636]: _type = "Task" [ 1108.655639] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.659207] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884235, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.669303] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.718327] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.838454] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.916530] env[70636]: DEBUG nova.objects.instance [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lazy-loading 'flavor' on Instance uuid 04ad9dff-40ef-4ab6-9d26-13b324b39b50 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.928619] env[70636]: DEBUG nova.compute.utils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.933033] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.933033] env[70636]: DEBUG nova.network.neutron [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.023962] env[70636]: DEBUG nova.policy [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec0ea1da83f45eeaee9ab83614b1488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a5bda958104bb387f1e2153116534f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.161836] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.170696] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.344411] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601597} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.344798] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2a077995-2d6b-4c65-ad3b-bd351b7f93f7/2a077995-2d6b-4c65-ad3b-bd351b7f93f7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.345443] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.345725] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d630320-2db5-46e3-a8bb-7a85cd48563e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.352785] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1109.352785] env[70636]: value = "task-2884237" [ 1109.352785] env[70636]: _type = "Task" [ 1109.352785] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.363293] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.423215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.423530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.432798] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.501086] env[70636]: DEBUG nova.objects.instance [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.659540] env[70636]: DEBUG oslo_vmware.api [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884235, 'name': PowerOnVM_Task, 'duration_secs': 0.601104} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.662511] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.662729] env[70636]: DEBUG nova.compute.manager [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.663988] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e22b3-29a8-4a14-a238-8dafff523f41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.675778] env[70636]: DEBUG oslo_vmware.api [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884236, 'name': PowerOnVM_Task, 'duration_secs': 0.591575} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.680040] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.680040] env[70636]: INFO nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1109.680217] env[70636]: DEBUG nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.683673] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b16c4c0-4119-4189-9168-46379ff89960 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.862395] env[70636]: DEBUG nova.network.neutron [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Successfully created port: 05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.868310] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884237, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.945090] env[70636]: DEBUG nova.network.neutron [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.001340] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983d8c4-c24c-41a8-9221-42dccbdbb5fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.009402] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.009668] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.009891] env[70636]: DEBUG nova.network.neutron [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.013421] env[70636]: DEBUG nova.objects.instance [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'info_cache' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.015024] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ec711-e49a-493a-8dd6-d9f72e50ee5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.050311] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab7d3b4-07de-45dd-a838-c57faa93bfbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.059931] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ddbde4-a604-4907-8f8f-74c5c7b6d32f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.076970] env[70636]: DEBUG nova.compute.provider_tree [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.200699] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.207271] env[70636]: INFO nova.compute.manager [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Took 37.45 seconds to build instance. [ 1110.342051] env[70636]: DEBUG nova.compute.manager [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.342464] env[70636]: DEBUG nova.compute.manager [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing instance network info cache due to event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.342464] env[70636]: DEBUG oslo_concurrency.lockutils [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.367233] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.556784} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.367518] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.368339] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff3d9b8-0b92-4132-97aa-45640bf28622 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.391490] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 2a077995-2d6b-4c65-ad3b-bd351b7f93f7/2a077995-2d6b-4c65-ad3b-bd351b7f93f7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.391812] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e2ffd7-11ba-4992-9a1b-531db1531e78 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.411984] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1110.411984] env[70636]: value = "task-2884238" [ 1110.411984] env[70636]: _type = "Task" [ 1110.411984] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.421653] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.444696] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.498670] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.498900] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.499118] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.499339] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.499496] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.499655] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.499913] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.500107] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.500305] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.500473] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.500710] env[70636]: DEBUG nova.virt.hardware [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.501575] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e324986-8ead-4c92-a917-bbe78026773f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.510476] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d2aac1-74fa-4c43-8d52-916ffa8f4b67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.515703] env[70636]: DEBUG nova.objects.base [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.584115] env[70636]: DEBUG nova.scheduler.client.report [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.709244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-102d6571-5c8a-41fe-bc92-d88a301c59a8 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.176s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.869045] env[70636]: DEBUG nova.network.neutron [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.927316] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.095979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.095979] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.101853] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.419s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.371902] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.372088] env[70636]: DEBUG nova.compute.manager [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Inject network info {{(pid=70636) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1111.372348] env[70636]: DEBUG nova.compute.manager [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] network_info to inject: |[{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1111.377520] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Reconfiguring VM instance to set the machine id {{(pid=70636) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1111.379382] env[70636]: DEBUG oslo_concurrency.lockutils [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.380114] env[70636]: DEBUG nova.network.neutron [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.380839] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fade724c-ec19-4796-9044-aa84d357f007 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.408083] env[70636]: DEBUG oslo_vmware.api [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1111.408083] env[70636]: value = "task-2884239" [ 1111.408083] env[70636]: _type = "Task" [ 1111.408083] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.422030] env[70636]: DEBUG oslo_vmware.api [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.428353] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884238, 'name': ReconfigVM_Task, 'duration_secs': 0.572203} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.432542] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 2a077995-2d6b-4c65-ad3b-bd351b7f93f7/2a077995-2d6b-4c65-ad3b-bd351b7f93f7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.432811] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54213a8-e3fa-4c8e-a052-a98331755eba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.439042] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1111.439042] env[70636]: value = "task-2884240" [ 1111.439042] env[70636]: _type = "Task" [ 1111.439042] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.447821] env[70636]: DEBUG nova.network.neutron [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [{"id": "d3227b5d-2aab-4d80-b062-d9352128429f", "address": "fa:16:3e:73:39:a8", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3227b5d-2a", "ovs_interfaceid": "d3227b5d-2aab-4d80-b062-d9352128429f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.456328] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884240, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.608156] env[70636]: DEBUG nova.compute.utils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.608156] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.608156] env[70636]: DEBUG nova.network.neutron [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.612665] env[70636]: INFO nova.compute.claims [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.679090] env[70636]: DEBUG nova.policy [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.740938] env[70636]: DEBUG nova.network.neutron [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updated VIF entry in instance network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.741347] env[70636]: DEBUG nova.network.neutron [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.921877] env[70636]: DEBUG oslo_vmware.api [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884239, 'name': ReconfigVM_Task, 'duration_secs': 0.183909} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.922255] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4074e7-68c7-4056-beb9-3d075c9bba75 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Reconfigured VM instance to set the machine id {{(pid=70636) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1111.956527] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884240, 'name': Rename_Task, 'duration_secs': 0.155288} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.957326] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.957769] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65912f0-e679-48c1-89d0-c95de84631ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.960975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.968122] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1111.968122] env[70636]: value = "task-2884241" [ 1111.968122] env[70636]: _type = "Task" [ 1111.968122] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.982528] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.038714] env[70636]: DEBUG nova.network.neutron [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Successfully created port: cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.123048] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.127892] env[70636]: INFO nova.compute.resource_tracker [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating resource usage from migration f8f112e8-5050-4470-922c-10320d5fbd17 [ 1112.246254] env[70636]: DEBUG oslo_concurrency.lockutils [req-348e381e-6ac0-468d-91fe-35bfcc64cbce req-b9587a19-fc8b-4a8a-9092-95d88620303f service nova] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.401377] env[70636]: DEBUG nova.network.neutron [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Successfully updated port: 05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.480677] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.657249] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bd81f3-4094-4485-bc16-1a04764129e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.671528] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4635ef1-bf8b-48f0-9dc0-c64f8b175b85 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.709100] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b309914b-afb9-4c64-ac39-092e93989a6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.718406] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c63e91-a12a-411c-8ac4-08ed45e2dcaf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.734861] env[70636]: DEBUG nova.compute.provider_tree [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.764622] env[70636]: DEBUG nova.compute.manager [req-94dd1680-2733-448d-a963-ff3ffcebc20a req-376dcce5-c7fd-4e3a-b550-dc2836c9970c service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Received event network-vif-plugged-05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.764900] env[70636]: DEBUG oslo_concurrency.lockutils [req-94dd1680-2733-448d-a963-ff3ffcebc20a req-376dcce5-c7fd-4e3a-b550-dc2836c9970c service nova] Acquiring lock "6786080b-4760-4042-b210-69b14fe5af58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.765124] env[70636]: DEBUG oslo_concurrency.lockutils [req-94dd1680-2733-448d-a963-ff3ffcebc20a req-376dcce5-c7fd-4e3a-b550-dc2836c9970c service nova] Lock "6786080b-4760-4042-b210-69b14fe5af58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.765289] env[70636]: DEBUG oslo_concurrency.lockutils [req-94dd1680-2733-448d-a963-ff3ffcebc20a req-376dcce5-c7fd-4e3a-b550-dc2836c9970c service nova] Lock "6786080b-4760-4042-b210-69b14fe5af58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.765457] env[70636]: DEBUG nova.compute.manager [req-94dd1680-2733-448d-a963-ff3ffcebc20a req-376dcce5-c7fd-4e3a-b550-dc2836c9970c service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] No waiting events found dispatching network-vif-plugged-05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.765609] env[70636]: WARNING nova.compute.manager [req-94dd1680-2733-448d-a963-ff3ffcebc20a req-376dcce5-c7fd-4e3a-b550-dc2836c9970c service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Received unexpected event network-vif-plugged-05c213f9-6432-4284-9f58-6c9c3da0e250 for instance with vm_state building and task_state spawning. [ 1112.843391] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "77c92508-c490-40b0-a250-37984a3dbf41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.843619] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "77c92508-c490-40b0-a250-37984a3dbf41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.893031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.893136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.893360] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.893553] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.893718] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.895816] env[70636]: INFO nova.compute.manager [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Terminating instance [ 1112.905944] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "refresh_cache-6786080b-4760-4042-b210-69b14fe5af58" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.906608] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "refresh_cache-6786080b-4760-4042-b210-69b14fe5af58" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.906608] env[70636]: DEBUG nova.network.neutron [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.969630] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.970034] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c5f63b-2233-4b55-a626-ac5131c30584 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.984937] env[70636]: DEBUG oslo_vmware.api [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884241, 'name': PowerOnVM_Task, 'duration_secs': 0.702521} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.986201] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.987030] env[70636]: INFO nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1112.987301] env[70636]: DEBUG nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.987836] env[70636]: DEBUG oslo_vmware.api [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1112.987836] env[70636]: value = "task-2884242" [ 1112.987836] env[70636]: _type = "Task" [ 1112.987836] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.988875] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160d998-4aae-4153-a4ef-d88a015cdb0e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.000563] env[70636]: DEBUG oslo_vmware.api [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884242, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.139471] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.172307] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.172710] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.172964] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.173684] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.173684] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.173861] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.174110] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.174726] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.174726] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.174925] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.175800] env[70636]: DEBUG nova.virt.hardware [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.176604] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2232eea-f72d-4696-885a-4bc7433ffb06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.186493] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34cd167-eab0-423a-a353-2eb9506b6004 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.238298] env[70636]: DEBUG nova.scheduler.client.report [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.326061] env[70636]: DEBUG nova.objects.instance [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lazy-loading 'flavor' on Instance uuid 04ad9dff-40ef-4ab6-9d26-13b324b39b50 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.345859] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.401717] env[70636]: DEBUG nova.compute.manager [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.401936] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.406018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96a5d4-95fd-4f20-8671-a79903e609fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.412799] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.413065] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec56a053-337c-4388-a258-c3f90db2197a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.419852] env[70636]: DEBUG oslo_vmware.api [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1113.419852] env[70636]: value = "task-2884243" [ 1113.419852] env[70636]: _type = "Task" [ 1113.419852] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.433285] env[70636]: DEBUG oslo_vmware.api [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.467452] env[70636]: DEBUG nova.network.neutron [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.503595] env[70636]: DEBUG oslo_vmware.api [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.520465] env[70636]: INFO nova.compute.manager [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Took 40.35 seconds to build instance. [ 1113.656034] env[70636]: DEBUG nova.network.neutron [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Updating instance_info_cache with network_info: [{"id": "05c213f9-6432-4284-9f58-6c9c3da0e250", "address": "fa:16:3e:28:16:c6", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c213f9-64", "ovs_interfaceid": "05c213f9-6432-4284-9f58-6c9c3da0e250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.744627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.643s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.744841] env[70636]: INFO nova.compute.manager [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Migrating [ 1113.752749] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.407s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.752749] env[70636]: DEBUG nova.objects.instance [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lazy-loading 'resources' on Instance uuid 97d77c3d-a0e8-4095-a8a9-06190fa7d878 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.833939] env[70636]: DEBUG oslo_concurrency.lockutils [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.834226] env[70636]: DEBUG oslo_concurrency.lockutils [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.851528] env[70636]: DEBUG nova.compute.manager [req-8d25ccde-bc63-4c8b-9f6f-2e492127332d req-ee2b5b34-5b4d-46c6-af47-9b6d77f714c4 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-vif-plugged-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.851819] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d25ccde-bc63-4c8b-9f6f-2e492127332d req-ee2b5b34-5b4d-46c6-af47-9b6d77f714c4 service nova] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.851987] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d25ccde-bc63-4c8b-9f6f-2e492127332d req-ee2b5b34-5b4d-46c6-af47-9b6d77f714c4 service nova] Lock "6f14998f-2ea7-4388-bede-9520190119cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.852208] env[70636]: DEBUG oslo_concurrency.lockutils [req-8d25ccde-bc63-4c8b-9f6f-2e492127332d req-ee2b5b34-5b4d-46c6-af47-9b6d77f714c4 service nova] Lock "6f14998f-2ea7-4388-bede-9520190119cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.852378] env[70636]: DEBUG nova.compute.manager [req-8d25ccde-bc63-4c8b-9f6f-2e492127332d req-ee2b5b34-5b4d-46c6-af47-9b6d77f714c4 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] No waiting events found dispatching network-vif-plugged-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.852551] env[70636]: WARNING nova.compute.manager [req-8d25ccde-bc63-4c8b-9f6f-2e492127332d req-ee2b5b34-5b4d-46c6-af47-9b6d77f714c4 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received unexpected event network-vif-plugged-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd for instance with vm_state building and task_state spawning. [ 1113.871837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.930440] env[70636]: DEBUG oslo_vmware.api [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884243, 'name': PowerOffVM_Task, 'duration_secs': 0.212025} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.930665] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.930866] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.931503] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a68164bc-8b19-44ea-a918-a0f177ace6c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.993313] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.993313] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.993313] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore1] 46cb041b-2ea2-4ee1-8d04-9c906cf08956 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.996879] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e41b6d56-6644-4acb-be6c-5a6999973fab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.005144] env[70636]: DEBUG oslo_vmware.api [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884242, 'name': PowerOnVM_Task, 'duration_secs': 0.713501} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.006115] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.006413] env[70636]: DEBUG nova.compute.manager [None req-4cc7a3a2-1b85-4558-8e6e-96690ca5dcdc tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.006795] env[70636]: DEBUG oslo_vmware.api [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1114.006795] env[70636]: value = "task-2884245" [ 1114.006795] env[70636]: _type = "Task" [ 1114.006795] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.007603] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107751b6-da6d-45d9-861e-f423e35499e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.024716] env[70636]: DEBUG oslo_vmware.api [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.029038] env[70636]: DEBUG nova.network.neutron [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Successfully updated port: cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.030186] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5d603fa6-1a65-4feb-9414-8459fa78e984 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.467s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.158539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "refresh_cache-6786080b-4760-4042-b210-69b14fe5af58" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.159120] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Instance network_info: |[{"id": "05c213f9-6432-4284-9f58-6c9c3da0e250", "address": "fa:16:3e:28:16:c6", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c213f9-64", "ovs_interfaceid": "05c213f9-6432-4284-9f58-6c9c3da0e250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.159653] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:16:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c213f9-6432-4284-9f58-6c9c3da0e250', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.168704] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.169048] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.169394] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0167869d-6e06-421c-abd3-7ef325628e99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.192648] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.192648] env[70636]: value = "task-2884246" [ 1114.192648] env[70636]: _type = "Task" [ 1114.192648] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.201159] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884246, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.228627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a390c0d0-f845-4641-9cf9-b25520d149b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.229092] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.263223] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.263530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.263761] env[70636]: DEBUG nova.network.neutron [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.407939] env[70636]: DEBUG nova.network.neutron [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.521183] env[70636]: DEBUG oslo_vmware.api [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301497} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.524045] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.524349] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.524612] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.525111] env[70636]: INFO nova.compute.manager [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.525111] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.528165] env[70636]: DEBUG nova.compute.manager [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.528508] env[70636]: DEBUG nova.network.neutron [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.535409] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.535539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.535675] env[70636]: DEBUG nova.network.neutron [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.708117] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884246, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.732593] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.833055] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae1f8cb-f0df-43df-9716-f47d56a9a7d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.840880] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a1658-ba52-4db9-b4cc-b2ff9ec7aa09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.883431] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61333ae1-8238-4cf2-890f-2dd559e16b28 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.895022] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54f8d18-f5e3-450b-b25b-578a2395d063 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.914056] env[70636]: DEBUG nova.compute.provider_tree [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.118478] env[70636]: DEBUG nova.network.neutron [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.205303] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884246, 'name': CreateVM_Task, 'duration_secs': 0.565236} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.205377] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.208605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.208605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.208605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.208605] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074177c6-fbb5-40c0-a2e5-7c4722724ed9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.212112] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1115.212112] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528527b9-dc05-af42-8ada-df59868178a5" [ 1115.212112] env[70636]: _type = "Task" [ 1115.212112] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.220841] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528527b9-dc05-af42-8ada-df59868178a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.230524] env[70636]: DEBUG nova.compute.manager [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Received event network-changed-05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.230722] env[70636]: DEBUG nova.compute.manager [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Refreshing instance network info cache due to event network-changed-05c213f9-6432-4284-9f58-6c9c3da0e250. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.230955] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] Acquiring lock "refresh_cache-6786080b-4760-4042-b210-69b14fe5af58" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.231134] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] Acquired lock "refresh_cache-6786080b-4760-4042-b210-69b14fe5af58" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.231319] env[70636]: DEBUG nova.network.neutron [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Refreshing network info cache for port 05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.268237] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.425159] env[70636]: DEBUG nova.scheduler.client.report [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.527301] env[70636]: DEBUG nova.network.neutron [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.719992] env[70636]: DEBUG nova.network.neutron [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.730742] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528527b9-dc05-af42-8ada-df59868178a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.732081] env[70636]: DEBUG nova.network.neutron [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.737017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.737017] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.737017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.737017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.737017] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.740684] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d1562e-b025-43a7-ac52-b618d6e4a6e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756134] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.756134] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.757822] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89828aa2-27f3-488e-9526-637127149e6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.765224] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1115.765224] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a59ffa-d345-40fa-ba26-0151d7ebbba9" [ 1115.765224] env[70636]: _type = "Task" [ 1115.765224] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.778580] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a59ffa-d345-40fa-ba26-0151d7ebbba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.808421] env[70636]: DEBUG nova.network.neutron [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.930535] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.934999] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.310s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.935235] env[70636]: DEBUG nova.objects.instance [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lazy-loading 'resources' on Instance uuid f387a69d-5d38-41c3-b9c4-08b316b08bad {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.985815] env[70636]: DEBUG nova.network.neutron [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Updated VIF entry in instance network info cache for port 05c213f9-6432-4284-9f58-6c9c3da0e250. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.986287] env[70636]: DEBUG nova.network.neutron [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Updating instance_info_cache with network_info: [{"id": "05c213f9-6432-4284-9f58-6c9c3da0e250", "address": "fa:16:3e:28:16:c6", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c213f9-64", "ovs_interfaceid": "05c213f9-6432-4284-9f58-6c9c3da0e250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.019726] env[70636]: INFO nova.scheduler.client.report [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Deleted allocations for instance 97d77c3d-a0e8-4095-a8a9-06190fa7d878 [ 1116.029846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.139772] env[70636]: DEBUG nova.compute.manager [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-changed-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.139772] env[70636]: DEBUG nova.compute.manager [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Refreshing instance network info cache due to event network-changed-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.139772] env[70636]: DEBUG oslo_concurrency.lockutils [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] Acquiring lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.223507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.223806] env[70636]: DEBUG nova.compute.manager [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Inject network info {{(pid=70636) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1116.224127] env[70636]: DEBUG nova.compute.manager [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] network_info to inject: |[{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1116.229291] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Reconfiguring VM instance to set the machine id {{(pid=70636) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1116.229591] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333e89fa-ea77-4396-acea-95414d78d57f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.240957] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.241668] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Instance network_info: |[{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.241668] env[70636]: DEBUG oslo_concurrency.lockutils [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] Acquired lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.241877] env[70636]: DEBUG nova.network.neutron [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Refreshing network info cache for port cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.242952] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.251996] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Creating folder: Project (a2b0f80b4b9e480f84ddfeef9fe57fbe). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.252554] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71037c39-da2d-42bc-b180-43dd4c75b3e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.254439] env[70636]: DEBUG oslo_vmware.api [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1116.254439] env[70636]: value = "task-2884250" [ 1116.254439] env[70636]: _type = "Task" [ 1116.254439] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.266533] env[70636]: DEBUG oslo_vmware.api [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.271573] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Created folder: Project (a2b0f80b4b9e480f84ddfeef9fe57fbe) in parent group-v579393. [ 1116.271678] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Creating folder: Instances. Parent ref: group-v579552. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.271930] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e8c5e3f-d5a8-46a5-a54f-54185ceb6179 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.283241] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a59ffa-d345-40fa-ba26-0151d7ebbba9, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.284235] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Created folder: Instances in parent group-v579552. [ 1116.284457] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.284644] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f824c268-1c6d-42ac-98df-398adcce3a0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.287095] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.287321] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49c8da4e-fa9c-4ae5-942b-3a829de0ee37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.305634] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1116.305634] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52400eba-4708-3660-eea9-6c3fcab739b7" [ 1116.305634] env[70636]: _type = "Task" [ 1116.305634] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.310033] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.310033] env[70636]: value = "task-2884253" [ 1116.310033] env[70636]: _type = "Task" [ 1116.310033] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.316332] env[70636]: INFO nova.compute.manager [-] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Took 1.79 seconds to deallocate network for instance. [ 1116.316600] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52400eba-4708-3660-eea9-6c3fcab739b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.324074] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884253, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.489356] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] Releasing lock "refresh_cache-6786080b-4760-4042-b210-69b14fe5af58" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.489737] env[70636]: DEBUG nova.compute.manager [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.490739] env[70636]: DEBUG nova.compute.manager [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing instance network info cache due to event network-changed-0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.490739] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] Acquiring lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.490739] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] Acquired lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.490739] env[70636]: DEBUG nova.network.neutron [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Refreshing network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.533074] env[70636]: DEBUG oslo_concurrency.lockutils [None req-91f0a936-87f9-414b-bb17-4b8845f4ed4d tempest-SecurityGroupsTestJSON-1675401025 tempest-SecurityGroupsTestJSON-1675401025-project-member] Lock "97d77c3d-a0e8-4095-a8a9-06190fa7d878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.966s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.765060] env[70636]: DEBUG oslo_vmware.api [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884250, 'name': ReconfigVM_Task, 'duration_secs': 0.208115} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.767598] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-14e60041-c09d-4cfc-b152-8ef984d06008 tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Reconfigured VM instance to set the machine id {{(pid=70636) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1116.822185] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884253, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.833038] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.833352] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52400eba-4708-3660-eea9-6c3fcab739b7, 'name': SearchDatastore_Task, 'duration_secs': 0.019521} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.834210] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.834210] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6786080b-4760-4042-b210-69b14fe5af58/6786080b-4760-4042-b210-69b14fe5af58.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.834395] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e74e94a-c780-43df-bb04-0694413cb5f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.841145] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1116.841145] env[70636]: value = "task-2884254" [ 1116.841145] env[70636]: _type = "Task" [ 1116.841145] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.850900] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.963347] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc8d03-afb8-4159-89fc-afc85abb3573 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.973490] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab25d34-13df-46d9-b1c4-dd06920a56cd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.017307] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.017639] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.017760] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.017961] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.018145] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.020410] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b51e1-d40f-4090-93c6-1336a9309a61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.023235] env[70636]: INFO nova.compute.manager [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Terminating instance [ 1117.034300] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b455a-81c1-4efd-b5de-ff33c1b8cae0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.040395] env[70636]: DEBUG nova.network.neutron [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updated VIF entry in instance network info cache for port cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.040847] env[70636]: DEBUG nova.network.neutron [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.055947] env[70636]: DEBUG nova.compute.provider_tree [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.061723] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f92ab4-6943-4e53-85d9-de5f31547a06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.081906] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.331024] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884253, 'name': CreateVM_Task, 'duration_secs': 0.563232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.331024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.331024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.331024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.331380] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.331437] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e12ea12-8abc-4e91-ba02-c77616e1cf85 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.337138] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1117.337138] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f14967-a4f9-cc70-6785-156c0c5b7fdf" [ 1117.337138] env[70636]: _type = "Task" [ 1117.337138] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.349716] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f14967-a4f9-cc70-6785-156c0c5b7fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.355039] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.375371] env[70636]: DEBUG nova.network.neutron [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updated VIF entry in instance network info cache for port 0aabadaa-7939-4e28-bc6d-df449d3d857a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.375603] env[70636]: DEBUG nova.network.neutron [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [{"id": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "address": "fa:16:3e:1f:51:12", "network": {"id": "c920ea72-db33-4984-859d-4c0c9a9dc998", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-622582771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3ff2f79045438b84ade304055b6f8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aabadaa-79", "ovs_interfaceid": "0aabadaa-7939-4e28-bc6d-df449d3d857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.533825] env[70636]: DEBUG nova.compute.manager [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.534074] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.535067] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc83c53-bd55-403c-a8c6-c1ccc1f6187f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.542872] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.543142] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7821fde2-bb1e-4551-950c-e7e9c5173c02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.552564] env[70636]: DEBUG oslo_vmware.api [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1117.552564] env[70636]: value = "task-2884255" [ 1117.552564] env[70636]: _type = "Task" [ 1117.552564] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.556201] env[70636]: DEBUG oslo_concurrency.lockutils [req-6587b6fe-4163-433e-9220-b8c01546671d req-40a8115c-e43e-4108-8cdf-9a6995ab16f0 service nova] Releasing lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.562215] env[70636]: DEBUG nova.scheduler.client.report [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.566629] env[70636]: DEBUG oslo_vmware.api [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.587374] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.587657] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c10d3b-1419-47c4-9343-a2afe0b1d097 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.598305] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1117.598305] env[70636]: value = "task-2884256" [ 1117.598305] env[70636]: _type = "Task" [ 1117.598305] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.608545] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.850563] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f14967-a4f9-cc70-6785-156c0c5b7fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.063591} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.851623] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.852284] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.852733] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.852953] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.853257] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.857936] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba3f301-dc43-42fa-8f07-85b710aa212b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.861078] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670467} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.861587] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6786080b-4760-4042-b210-69b14fe5af58/6786080b-4760-4042-b210-69b14fe5af58.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.861925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.862672] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c89173-932f-4878-8254-82acf656a511 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.874189] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.874453] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.878334] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c011000-cbbb-4086-8064-7e1a7fd8ee08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.878912] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1117.878912] env[70636]: value = "task-2884257" [ 1117.878912] env[70636]: _type = "Task" [ 1117.878912] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.879414] env[70636]: DEBUG oslo_concurrency.lockutils [req-f3ff18a3-5349-417b-a32a-c1275a8d2f4a req-0de7b012-b957-431a-8ef1-3920430bfc71 service nova] Releasing lock "refresh_cache-04ad9dff-40ef-4ab6-9d26-13b324b39b50" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.885661] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1117.885661] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520977da-e81c-e2c1-1d6d-6cdeb94850ad" [ 1117.885661] env[70636]: _type = "Task" [ 1117.885661] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.894751] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.903243] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520977da-e81c-e2c1-1d6d-6cdeb94850ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.904424] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fede4ed-4bca-4158-9132-0bde93cf3d8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.913091] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1117.913091] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ac41b2-0d2e-1405-1bf2-efc48bd31760" [ 1117.913091] env[70636]: _type = "Task" [ 1117.913091] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.925488] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ac41b2-0d2e-1405-1bf2-efc48bd31760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.063883] env[70636]: DEBUG oslo_vmware.api [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884255, 'name': PowerOffVM_Task, 'duration_secs': 0.255732} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.068019] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.068019] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.068019] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d356c1d-b760-43dd-b90a-414607d8b9b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.068019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.070170] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.053s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.070380] env[70636]: DEBUG nova.objects.instance [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lazy-loading 'resources' on Instance uuid d47f1698-aca2-4dae-b414-8e0a6ab0f93e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.109859] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884256, 'name': PowerOffVM_Task, 'duration_secs': 0.231049} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.110344] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.110435] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.116344] env[70636]: INFO nova.scheduler.client.report [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Deleted allocations for instance f387a69d-5d38-41c3-b9c4-08b316b08bad [ 1118.131075] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.131766] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.132016] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Deleting the datastore file [datastore1] 04ad9dff-40ef-4ab6-9d26-13b324b39b50 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.132364] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc712e4-53ef-48ce-84a0-643e442bb5e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.141179] env[70636]: DEBUG oslo_vmware.api [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for the task: (returnval){ [ 1118.141179] env[70636]: value = "task-2884260" [ 1118.141179] env[70636]: _type = "Task" [ 1118.141179] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.150185] env[70636]: DEBUG oslo_vmware.api [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.396150] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078642} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.396150] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.397840] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b85fe4-6f66-4bea-9488-4cdc3d8d27dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.427116] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6786080b-4760-4042-b210-69b14fe5af58/6786080b-4760-4042-b210-69b14fe5af58.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.430833] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a8b0cc-d131-4ca0-92e9-5ead339546f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.455516] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ac41b2-0d2e-1405-1bf2-efc48bd31760, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.457274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.457658] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6f14998f-2ea7-4388-bede-9520190119cd/6f14998f-2ea7-4388-bede-9520190119cd.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.458118] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1118.458118] env[70636]: value = "task-2884261" [ 1118.458118] env[70636]: _type = "Task" [ 1118.458118] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.458674] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9baa490-c1fc-46a9-ab4b-4455bcd7f813 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.470335] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.471827] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1118.471827] env[70636]: value = "task-2884262" [ 1118.471827] env[70636]: _type = "Task" [ 1118.471827] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.479228] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.603510] env[70636]: DEBUG nova.compute.manager [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Received event network-vif-deleted-be00eb80-fc54-4028-ad79-69abe70f27c9 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.603770] env[70636]: DEBUG nova.compute.manager [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.604130] env[70636]: DEBUG nova.compute.manager [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing instance network info cache due to event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.604130] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] Acquiring lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.604276] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] Acquired lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.604389] env[70636]: DEBUG nova.network.neutron [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.617123] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.617342] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.617447] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.617640] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.617813] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.617960] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.619645] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.619977] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.620127] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.620374] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.620438] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.634331] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7e18ba-0ad9-4c7d-bf04-58933cc46ebe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.646728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8583794b-2e7e-4cbc-9914-273f78bb7ebd tempest-ListImageFiltersTestJSON-1414537798 tempest-ListImageFiltersTestJSON-1414537798-project-member] Lock "f387a69d-5d38-41c3-b9c4-08b316b08bad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.914s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.658836] env[70636]: DEBUG oslo_vmware.api [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Task: {'id': task-2884260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298528} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.663408] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.663408] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.663408] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.663408] env[70636]: INFO nova.compute.manager [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1118.663627] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.663814] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1118.663814] env[70636]: value = "task-2884263" [ 1118.663814] env[70636]: _type = "Task" [ 1118.663814] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.664321] env[70636]: DEBUG nova.compute.manager [-] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.664367] env[70636]: DEBUG nova.network.neutron [-] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.678327] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.974023] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.987914] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.104520] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60681c98-82a0-4caf-805b-b367c2bda2c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.115466] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f782f9bd-7ef3-40d0-ac76-2d0a33fd8396 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.154359] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86579c-69e6-45b4-9305-f42fd78a7a57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.163367] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347fa858-7ea5-4820-b3ef-467fd3810ac1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.185260] env[70636]: DEBUG nova.compute.provider_tree [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.186739] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884263, 'name': ReconfigVM_Task, 'duration_secs': 0.333648} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.187302] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.475175] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884261, 'name': ReconfigVM_Task, 'duration_secs': 0.916341} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.478843] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6786080b-4760-4042-b210-69b14fe5af58/6786080b-4760-4042-b210-69b14fe5af58.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.479427] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e9da4cf-d805-44e4-b19c-96ba16857471 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.490018] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.490018] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1119.490018] env[70636]: value = "task-2884264" [ 1119.490018] env[70636]: _type = "Task" [ 1119.490018] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.506573] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884264, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.622014] env[70636]: DEBUG nova.network.neutron [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updated VIF entry in instance network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.622014] env[70636]: DEBUG nova.network.neutron [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.662924] env[70636]: DEBUG nova.compute.manager [req-fcbe0da7-8baa-41a3-b2f9-47abc77e5f06 req-56838d02-2aae-4e1b-b860-97fd98b4c22c service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Received event network-vif-deleted-0aabadaa-7939-4e28-bc6d-df449d3d857a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.663263] env[70636]: INFO nova.compute.manager [req-fcbe0da7-8baa-41a3-b2f9-47abc77e5f06 req-56838d02-2aae-4e1b-b860-97fd98b4c22c service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Neutron deleted interface 0aabadaa-7939-4e28-bc6d-df449d3d857a; detaching it from the instance and deleting it from the info cache [ 1119.663348] env[70636]: DEBUG nova.network.neutron [req-fcbe0da7-8baa-41a3-b2f9-47abc77e5f06 req-56838d02-2aae-4e1b-b860-97fd98b4c22c service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.690190] env[70636]: DEBUG nova.scheduler.client.report [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.695991] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:38:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b786e1ae-56c9-43a3-85df-20f4b3951ee8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1997747632',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.696412] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.697271] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.697271] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.697271] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.697271] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.697475] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.697598] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.698226] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.698226] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.698226] env[70636]: DEBUG nova.virt.hardware [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.705473] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.708895] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0208d5-1b28-48ae-a36f-aac08ea74a9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.730413] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1119.730413] env[70636]: value = "task-2884265" [ 1119.730413] env[70636]: _type = "Task" [ 1119.730413] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.741770] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.936744] env[70636]: DEBUG nova.network.neutron [-] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.985606] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884262, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.147658} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.986168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6f14998f-2ea7-4388-bede-9520190119cd/6f14998f-2ea7-4388-bede-9520190119cd.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.986471] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.986754] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e76b4b7-ebdf-42fa-97f8-423cc008f3ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.994600] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1119.994600] env[70636]: value = "task-2884266" [ 1119.994600] env[70636]: _type = "Task" [ 1119.994600] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.001162] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884264, 'name': Rename_Task, 'duration_secs': 0.308524} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.001856] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.002174] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e126da55-efbb-49f3-b6d9-ddf13731da12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.007134] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.011224] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1120.011224] env[70636]: value = "task-2884267" [ 1120.011224] env[70636]: _type = "Task" [ 1120.011224] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.020345] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.125374] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f7bde10-6b19-40f3-b10b-c96c156418ba req-ddff0c43-423c-436a-bd0f-2ba7ae2f3dfb service nova] Releasing lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.168709] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb8b5738-ae87-45f6-b271-fa897c9a25f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.178642] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de241a9a-49a8-44c1-91e6-5e92968200b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.221127] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.224650] env[70636]: DEBUG nova.compute.manager [req-fcbe0da7-8baa-41a3-b2f9-47abc77e5f06 req-56838d02-2aae-4e1b-b860-97fd98b4c22c service nova] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Detach interface failed, port_id=0aabadaa-7939-4e28-bc6d-df449d3d857a, reason: Instance 04ad9dff-40ef-4ab6-9d26-13b324b39b50 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.225486] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.534s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.227036] env[70636]: INFO nova.compute.claims [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.240542] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884265, 'name': ReconfigVM_Task, 'duration_secs': 0.317149} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.240948] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.241760] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8eb54-aee3-47e3-be51-c60b14178b4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.267844] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.271397] env[70636]: INFO nova.scheduler.client.report [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Deleted allocations for instance d47f1698-aca2-4dae-b414-8e0a6ab0f93e [ 1120.271397] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22b8efb-cbd3-416c-a963-82506d4fcf8b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.293166] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1120.293166] env[70636]: value = "task-2884269" [ 1120.293166] env[70636]: _type = "Task" [ 1120.293166] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.302455] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.441356] env[70636]: INFO nova.compute.manager [-] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Took 1.78 seconds to deallocate network for instance. [ 1120.508239] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161635} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.508642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.509826] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd6fd5f-de16-45df-b17d-e2f9996d4a8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.538731] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6f14998f-2ea7-4388-bede-9520190119cd/6f14998f-2ea7-4388-bede-9520190119cd.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.546073] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3016ba99-95d3-42b0-833c-ec89eca7f3b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.561298] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.567805] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1120.567805] env[70636]: value = "task-2884270" [ 1120.567805] env[70636]: _type = "Task" [ 1120.567805] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.581503] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.792024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-18906722-9a0e-40fc-ba69-5ca7157543e1 tempest-ServerMetadataNegativeTestJSON-1016270917 tempest-ServerMetadataNegativeTestJSON-1016270917-project-member] Lock "d47f1698-aca2-4dae-b414-8e0a6ab0f93e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.297s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.806087] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.849014] env[70636]: DEBUG nova.compute.manager [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.849452] env[70636]: DEBUG nova.compute.manager [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing instance network info cache due to event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.849925] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Acquiring lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.850287] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Acquired lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.850641] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.954140] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.025924] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884267, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.081571] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.249887] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.250338] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.250625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.250918] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.251151] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.255592] env[70636]: INFO nova.compute.manager [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Terminating instance [ 1121.312581] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884269, 'name': ReconfigVM_Task, 'duration_secs': 0.672917} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.312581] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.312581] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.524594] env[70636]: DEBUG oslo_vmware.api [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884267, 'name': PowerOnVM_Task, 'duration_secs': 1.017693} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.528085] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.528085] env[70636]: INFO nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1121.528085] env[70636]: DEBUG nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.528085] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c22073d-532d-4cbe-aea8-99305073c5b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.581016] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884270, 'name': ReconfigVM_Task, 'duration_secs': 0.515118} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.584632] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6f14998f-2ea7-4388-bede-9520190119cd/6f14998f-2ea7-4388-bede-9520190119cd.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.585721] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c4e923-b330-4c38-b9d0-f8f10fa2deb7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.593135] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1121.593135] env[70636]: value = "task-2884271" [ 1121.593135] env[70636]: _type = "Task" [ 1121.593135] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.605179] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884271, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.717391] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb6e47-b3a9-48fd-a1ac-dc532869d114 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.724949] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b30ca-4993-42d8-adf8-98690900d103 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.759194] env[70636]: DEBUG nova.compute.manager [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.759420] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.760415] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037ddf5f-f2be-4224-b064-bd8983e4df88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.763637] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32fa20e-5f06-45ec-b925-a79dbc550460 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.773540] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576ef82-88cc-4f44-8ec2-cb3553b770a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.777489] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.777744] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92e13b6-6ea8-4b9f-82d1-89564e937670 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.790297] env[70636]: DEBUG nova.compute.provider_tree [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.796214] env[70636]: DEBUG oslo_vmware.api [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1121.796214] env[70636]: value = "task-2884272" [ 1121.796214] env[70636]: _type = "Task" [ 1121.796214] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.805920] env[70636]: DEBUG oslo_vmware.api [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.822671] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c9b35-31db-423c-afd8-0c034bb3869b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e60013-45e4-452b-9c29-59a412e9307f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.870018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.052823] env[70636]: INFO nova.compute.manager [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Took 35.76 seconds to build instance. [ 1122.093625] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updated VIF entry in instance network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.094452] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.109684] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884271, 'name': Rename_Task, 'duration_secs': 0.322591} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.111120] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.111391] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ff225e-16bc-4e6c-9ba9-77db890109ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.127973] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1122.127973] env[70636]: value = "task-2884273" [ 1122.127973] env[70636]: _type = "Task" [ 1122.127973] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.138693] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.300323] env[70636]: DEBUG nova.scheduler.client.report [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.315182] env[70636]: DEBUG oslo_vmware.api [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884272, 'name': PowerOffVM_Task, 'duration_secs': 0.268184} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.318203] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.318203] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.318203] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3318dc8-43d5-4db7-8b52-1f9b6eef75cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.391026] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.391026] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.391026] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Deleting the datastore file [datastore1] 2a077995-2d6b-4c65-ad3b-bd351b7f93f7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.391026] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc76937-0b2e-4a94-b522-2ca4e208f649 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.397870] env[70636]: DEBUG oslo_vmware.api [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1122.397870] env[70636]: value = "task-2884276" [ 1122.397870] env[70636]: _type = "Task" [ 1122.397870] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.407412] env[70636]: DEBUG oslo_vmware.api [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.555129] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6375fa2f-2cdb-4d92-a514-af9a3bdf9bef tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6786080b-4760-4042-b210-69b14fe5af58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.469s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.564682] env[70636]: DEBUG nova.network.neutron [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Port 0e266fad-ba3f-45cd-8a21-7592c769b533 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.607107] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Releasing lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.607107] env[70636]: DEBUG nova.compute.manager [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Received event network-changed-17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.607107] env[70636]: DEBUG nova.compute.manager [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Refreshing instance network info cache due to event network-changed-17620293-4eeb-49f4-99eb-afc5c7a0bd50. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.607107] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Acquiring lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.607107] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Acquired lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.607107] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Refreshing network info cache for port 17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.637719] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.810800] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.811360] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.814410] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.598s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.815944] env[70636]: INFO nova.compute.claims [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.908267] env[70636]: DEBUG oslo_vmware.api [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361464} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.909365] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.909592] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.909770] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.909943] env[70636]: INFO nova.compute.manager [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1122.910203] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.910658] env[70636]: DEBUG nova.compute.manager [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.910759] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.142365] env[70636]: DEBUG oslo_vmware.api [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884273, 'name': PowerOnVM_Task, 'duration_secs': 0.568249} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.144714] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.144999] env[70636]: INFO nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1123.146596] env[70636]: DEBUG nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.146596] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6062cefe-8df8-42d3-9ebc-6e41c4175353 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.325175] env[70636]: DEBUG nova.compute.utils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.329756] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.330133] env[70636]: DEBUG nova.network.neutron [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.454116] env[70636]: DEBUG nova.policy [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee1bdc0cd8c54dfd917a5b253b6396cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3309030ed7bc44c385b6d5cdb169661a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.600303] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.600751] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.601041] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.669422] env[70636]: INFO nova.compute.manager [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Took 36.30 seconds to build instance. [ 1123.672031] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updated VIF entry in instance network info cache for port 17620293-4eeb-49f4-99eb-afc5c7a0bd50. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.672418] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [{"id": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "address": "fa:16:3e:7f:6a:35", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17620293-4e", "ovs_interfaceid": "17620293-4eeb-49f4-99eb-afc5c7a0bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.831137] env[70636]: DEBUG nova.compute.utils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.858825] env[70636]: DEBUG nova.compute.manager [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.859115] env[70636]: DEBUG nova.compute.manager [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing instance network info cache due to event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.859405] env[70636]: DEBUG oslo_concurrency.lockutils [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] Acquiring lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.859674] env[70636]: DEBUG oslo_concurrency.lockutils [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] Acquired lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.859850] env[70636]: DEBUG nova.network.neutron [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.062341] env[70636]: DEBUG nova.network.neutron [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Successfully created port: a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.107913] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.175163] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bde24363-7178-41f4-ab55-a8581ce1b697 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "6f14998f-2ea7-4388-bede-9520190119cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.494s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.175969] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Releasing lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.176228] env[70636]: DEBUG nova.compute.manager [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Received event network-changed-17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.176378] env[70636]: DEBUG nova.compute.manager [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Refreshing instance network info cache due to event network-changed-17620293-4eeb-49f4-99eb-afc5c7a0bd50. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.176580] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Acquiring lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.176956] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Acquired lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.177054] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Refreshing network info cache for port 17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.340119] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.394992] env[70636]: DEBUG nova.compute.manager [req-e08fee2e-5164-49de-9e56-df0745c5c21a req-817ad983-95db-441a-a054-a922e00f2884 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Received event network-vif-deleted-17620293-4eeb-49f4-99eb-afc5c7a0bd50 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.484617] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe06bd-d141-436a-8518-a1df448dc3d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.498347] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c0748-8245-4404-9884-17c88c323d23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.539476] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27a867-7899-4723-a10e-7cf71734030c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.548045] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd16d7-87ba-4300-8c13-61b02a27b49d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.562659] env[70636]: DEBUG nova.compute.provider_tree [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.611682] env[70636]: INFO nova.compute.manager [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Took 1.70 seconds to deallocate network for instance. [ 1124.731092] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.731092] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.731092] env[70636]: DEBUG nova.network.neutron [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.743237] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.966434] env[70636]: DEBUG nova.network.neutron [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updated VIF entry in instance network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.966434] env[70636]: DEBUG nova.network.neutron [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.968251] env[70636]: DEBUG nova.network.neutron [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.066403] env[70636]: DEBUG nova.scheduler.client.report [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.125575] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.291218] env[70636]: DEBUG nova.compute.manager [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.292334] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e106754f-3f62-4122-9d1b-9ee9302545b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.352586] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.386781] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:36:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='923642570',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-209560841',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.387143] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.387226] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.387386] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.387542] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.387694] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.387898] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.388166] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.388332] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.388489] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.388660] env[70636]: DEBUG nova.virt.hardware [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.389866] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa32d4-4b1b-47dd-a43f-d4da296e6b41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.400411] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86334e9d-71bf-4c52-be4a-a0af853dcead {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.470546] env[70636]: DEBUG oslo_concurrency.lockutils [req-614ef9a6-ad72-4ac1-9fce-406abd6a7251 req-828653d2-0b36-4d83-99b6-bba693ee8cab service nova] Releasing lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.471151] env[70636]: DEBUG oslo_concurrency.lockutils [req-1a0a66e7-148c-461c-8a14-e0a6cdc7253c req-a5e1a2ad-7b7d-4538-9238-cf1426026066 service nova] Releasing lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.572137] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.572712] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.575635] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.125s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.577081] env[70636]: INFO nova.compute.claims [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.806739] env[70636]: INFO nova.compute.manager [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] instance snapshotting [ 1125.814287] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96002d2d-9167-435e-b90a-414c52a76789 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.840478] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921addcd-12a8-46ac-8e60-d2ab79a56e53 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.083643] env[70636]: DEBUG nova.compute.utils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.088128] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.088128] env[70636]: DEBUG nova.network.neutron [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.167941] env[70636]: DEBUG nova.network.neutron [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.208310] env[70636]: DEBUG nova.policy [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e06c091df6f4f5ba38dd92364e6fc86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60126c5e094a4abc8179203ae5d399e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.354443] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1126.355019] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41bff3a0-4319-4ed4-906b-05117ff5c8a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.365534] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1126.365534] env[70636]: value = "task-2884278" [ 1126.365534] env[70636]: _type = "Task" [ 1126.365534] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.381156] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.476666] env[70636]: DEBUG nova.network.neutron [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Successfully updated port: a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.590246] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.670619] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.812257] env[70636]: DEBUG nova.compute.manager [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.812500] env[70636]: DEBUG nova.compute.manager [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing instance network info cache due to event network-changed-b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.812693] env[70636]: DEBUG oslo_concurrency.lockutils [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] Acquiring lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.812851] env[70636]: DEBUG oslo_concurrency.lockutils [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] Acquired lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.813309] env[70636]: DEBUG nova.network.neutron [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Refreshing network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.880280] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884278, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.882779] env[70636]: DEBUG nova.compute.manager [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Received event network-vif-plugged-a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.882984] env[70636]: DEBUG oslo_concurrency.lockutils [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] Acquiring lock "e8501dc5-7abf-47c7-8359-cb9b58258539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.883208] env[70636]: DEBUG oslo_concurrency.lockutils [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.883368] env[70636]: DEBUG oslo_concurrency.lockutils [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.883525] env[70636]: DEBUG nova.compute.manager [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] No waiting events found dispatching network-vif-plugged-a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.883683] env[70636]: WARNING nova.compute.manager [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Received unexpected event network-vif-plugged-a9a0d18c-7235-4b97-b753-9d9780408c54 for instance with vm_state building and task_state spawning. [ 1126.883837] env[70636]: DEBUG nova.compute.manager [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-changed-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.883981] env[70636]: DEBUG nova.compute.manager [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Refreshing instance network info cache due to event network-changed-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.884170] env[70636]: DEBUG oslo_concurrency.lockutils [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] Acquiring lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.884300] env[70636]: DEBUG oslo_concurrency.lockutils [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] Acquired lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.884450] env[70636]: DEBUG nova.network.neutron [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Refreshing network info cache for port cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.980980] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.982031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.982031] env[70636]: DEBUG nova.network.neutron [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.052691] env[70636]: DEBUG nova.network.neutron [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Successfully created port: 3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.169926] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0cb909-9f09-48c4-9014-e405cd5ccdda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.185627] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265cd062-49ef-41af-bbd5-553c2af3f1bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.225847] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dce48d-499b-4892-ae8c-fa09f14694fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.229473] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478e88e-fbc6-454b-8611-680693763854 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.253227] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caca992-9bf6-4d04-aa6f-d84da790e0e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.256873] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893068e2-1e72-4269-b1ca-5d0b7faedbe1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.265492] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.277828] env[70636]: DEBUG nova.compute.provider_tree [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.377596] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884278, 'name': CreateSnapshot_Task, 'duration_secs': 0.878801} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.377907] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1127.378667] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18656bd5-0c30-41bd-8425-9e287e60a1e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.476179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.555450] env[70636]: DEBUG nova.network.neutron [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.610767] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.647261] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.650921] env[70636]: DEBUG nova.virt.hardware [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.650921] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cbfa8c-d20f-46e6-bbe4-96a31b267522 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.672755] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf48183-0a6d-4c9e-9f3d-88041c98a4f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.780775] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.781074] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-310ed3ce-7916-4a64-be46-5ba83e69b893 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.783415] env[70636]: DEBUG nova.scheduler.client.report [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.794423] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1127.794423] env[70636]: value = "task-2884280" [ 1127.794423] env[70636]: _type = "Task" [ 1127.794423] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.804732] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.825148] env[70636]: DEBUG nova.network.neutron [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updated VIF entry in instance network info cache for port cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.825499] env[70636]: DEBUG nova.network.neutron [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.864366] env[70636]: DEBUG nova.network.neutron [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updated VIF entry in instance network info cache for port b614e101-b3fb-4ff2-bb1e-21f4021639be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.864831] env[70636]: DEBUG nova.network.neutron [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [{"id": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "address": "fa:16:3e:6a:43:91", "network": {"id": "8c250c2b-99fc-497d-92a6-58fa6fcbb45c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1787316036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5f3d807a5a48fca800f6d3d7db3c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb614e101-b3", "ovs_interfaceid": "b614e101-b3fb-4ff2-bb1e-21f4021639be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.900500] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1127.902689] env[70636]: DEBUG nova.network.neutron [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Updating instance_info_cache with network_info: [{"id": "a9a0d18c-7235-4b97-b753-9d9780408c54", "address": "fa:16:3e:4d:7c:2f", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0d18c-72", "ovs_interfaceid": "a9a0d18c-7235-4b97-b753-9d9780408c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.902970] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d015c6a-4edf-4975-8be1-ee0ddd31cd63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.911233] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1127.911233] env[70636]: value = "task-2884281" [ 1127.911233] env[70636]: _type = "Task" [ 1127.911233] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.923022] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884281, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.295044] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.296410] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.299684] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.493s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.302582] env[70636]: INFO nova.compute.claims [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.313484] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.328584] env[70636]: DEBUG oslo_concurrency.lockutils [req-a0979eb3-5faa-433f-b89a-d236fe4672b2 req-bbefe2bf-3ff3-4216-81f4-b3b888d657ad service nova] Releasing lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.367696] env[70636]: DEBUG oslo_concurrency.lockutils [req-c7f40b50-ff4c-4586-b494-ee3ae04d7ea2 req-27115033-d2be-44fb-ae89-1bb73b568aef service nova] Releasing lock "refresh_cache-5c796157-928c-48ae-9d48-c7a73a36c70f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.407603] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Releasing lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.407603] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Instance network_info: |[{"id": "a9a0d18c-7235-4b97-b753-9d9780408c54", "address": "fa:16:3e:4d:7c:2f", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0d18c-72", "ovs_interfaceid": "a9a0d18c-7235-4b97-b753-9d9780408c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.408037] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:7c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a0d18c-7235-4b97-b753-9d9780408c54', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.421609] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.421609] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.424348] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d76200-187d-422d-b835-81224c862727 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.444212] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884281, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.445188] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.445188] env[70636]: value = "task-2884283" [ 1128.445188] env[70636]: _type = "Task" [ 1128.445188] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.454873] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884283, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.590477] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "53d9a102-3ace-462d-935f-6e0869eb81a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.590477] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.807957] env[70636]: DEBUG nova.compute.utils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.816044] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.816044] env[70636]: DEBUG nova.network.neutron [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.822779] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.861160] env[70636]: DEBUG nova.policy [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c09ae85d4f354045bbea529e8f33174b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a0504379eac4999b10016e748d8bedd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.932274] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884281, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.959120] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884283, 'name': CreateVM_Task, 'duration_secs': 0.351387} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.959351] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.963529] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.963529] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.963529] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.963529] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eb709e-92a9-4513-998b-5dae06cd87da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.968947] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1128.968947] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522ac920-6e41-b335-9362-76c6f2f63f41" [ 1128.968947] env[70636]: _type = "Task" [ 1128.968947] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.984837] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522ac920-6e41-b335-9362-76c6f2f63f41, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.984837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.984837] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.984837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.984837] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.984837] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.984837] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9792ed07-1f9b-47f6-a218-ed2deb3a1c7d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.997738] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.998048] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.998868] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5940564c-4590-4883-81ba-7a9da976e4cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.006204] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1129.006204] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522e60c2-a4c8-5e9f-fea9-5518b5bea7b4" [ 1129.006204] env[70636]: _type = "Task" [ 1129.006204] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.016758] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522e60c2-a4c8-5e9f-fea9-5518b5bea7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.071571] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.071571] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.096022] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.293283] env[70636]: DEBUG nova.network.neutron [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Successfully updated port: 3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.313032] env[70636]: DEBUG oslo_vmware.api [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884280, 'name': PowerOnVM_Task, 'duration_secs': 1.395002} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.313462] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.313779] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c4dc2-75e9-4cf3-90f9-7b622199aba3 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance 'f2842deb-72c7-47d0-ba67-09665b96669e' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.321696] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.400538] env[70636]: DEBUG nova.network.neutron [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Successfully created port: 3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.434566] env[70636]: DEBUG nova.compute.manager [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Received event network-changed-a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.434566] env[70636]: DEBUG nova.compute.manager [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Refreshing instance network info cache due to event network-changed-a9a0d18c-7235-4b97-b753-9d9780408c54. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.434566] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] Acquiring lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.434566] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] Acquired lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.434566] env[70636]: DEBUG nova.network.neutron [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Refreshing network info cache for port a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.441514] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884281, 'name': CloneVM_Task, 'duration_secs': 1.386078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.445826] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Created linked-clone VM from snapshot [ 1129.445826] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8ed99b-c418-4ee0-98ca-c85335aaea59 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.454058] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Uploading image 1bea9485-6549-4df2-9e53-66b71d97eb16 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1129.504775] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1129.504775] env[70636]: value = "vm-579557" [ 1129.504775] env[70636]: _type = "VirtualMachine" [ 1129.504775] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1129.504775] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48018c39-facb-4ed1-8154-11831d64b344 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.511910] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease: (returnval){ [ 1129.511910] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff318a-a0d7-7778-dfb6-3b4ec38dec2f" [ 1129.511910] env[70636]: _type = "HttpNfcLease" [ 1129.511910] env[70636]: } obtained for exporting VM: (result){ [ 1129.511910] env[70636]: value = "vm-579557" [ 1129.511910] env[70636]: _type = "VirtualMachine" [ 1129.511910] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1129.512870] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the lease: (returnval){ [ 1129.512870] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff318a-a0d7-7778-dfb6-3b4ec38dec2f" [ 1129.512870] env[70636]: _type = "HttpNfcLease" [ 1129.512870] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1129.522849] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522e60c2-a4c8-5e9f-fea9-5518b5bea7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.524566] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9834b9ab-b9f8-42f0-a481-b66288a2c9b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.531472] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.531472] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff318a-a0d7-7778-dfb6-3b4ec38dec2f" [ 1129.531472] env[70636]: _type = "HttpNfcLease" [ 1129.531472] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1129.532828] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1129.532828] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff318a-a0d7-7778-dfb6-3b4ec38dec2f" [ 1129.532828] env[70636]: _type = "HttpNfcLease" [ 1129.532828] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1129.535538] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5af3e-4f14-40c3-97d8-89101b9876e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.538732] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1129.538732] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5220b16a-116d-b282-c9b5-25bd06822fac" [ 1129.538732] env[70636]: _type = "Task" [ 1129.538732] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.549892] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52815e52-88b3-01e4-2934-85dddae4295f/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1129.550131] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52815e52-88b3-01e4-2934-85dddae4295f/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1129.560446] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5220b16a-116d-b282-c9b5-25bd06822fac, 'name': SearchDatastore_Task, 'duration_secs': 0.015524} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.625586] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.625983] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539/e8501dc5-7abf-47c7-8359-cb9b58258539.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.639430] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5750af96-11ff-4195-8cc1-cd7a691e62f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.643389] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.646408] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.647164] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.647370] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.647531] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.647688] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.647817] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1129.648118] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.652169] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1129.652169] env[70636]: value = "task-2884285" [ 1129.652169] env[70636]: _type = "Task" [ 1129.652169] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.663825] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.681478] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.688697] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe5a7491-df43-48b2-8c7d-a01b269f331c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.799251] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.799401] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquired lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.799541] env[70636]: DEBUG nova.network.neutron [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.125256] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ffafe-0a39-4ebc-98d1-55bcab3b4f84 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.136858] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2a0f69-e91c-4861-8874-7c5b4c38bf47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.174498] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.177439] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b4d403-227f-4bb4-9e89-1a1a8392df58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.188930] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507179} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.192201] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539/e8501dc5-7abf-47c7-8359-cb9b58258539.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.192468] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.192790] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62fde6c5-db3b-45cb-abad-57431102347a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.196107] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f4349-2b92-48f3-adbe-3c44d855f501 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.217013] env[70636]: DEBUG nova.compute.provider_tree [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.221389] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1130.221389] env[70636]: value = "task-2884286" [ 1130.221389] env[70636]: _type = "Task" [ 1130.221389] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.231318] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.233012] env[70636]: DEBUG nova.network.neutron [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Updated VIF entry in instance network info cache for port a9a0d18c-7235-4b97-b753-9d9780408c54. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.233254] env[70636]: DEBUG nova.network.neutron [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Updating instance_info_cache with network_info: [{"id": "a9a0d18c-7235-4b97-b753-9d9780408c54", "address": "fa:16:3e:4d:7c:2f", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0d18c-72", "ovs_interfaceid": "a9a0d18c-7235-4b97-b753-9d9780408c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.337270] env[70636]: DEBUG nova.network.neutron [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.348282] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.396400] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.396493] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.396830] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.396963] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.397192] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.397394] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.397721] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.398027] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.398485] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.399320] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.399320] env[70636]: DEBUG nova.virt.hardware [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.400076] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781d01c-1901-4694-aec4-7bf06b097c60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.414065] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72816f63-fad2-4c9d-b5f9-784542c094bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.615133] env[70636]: DEBUG nova.network.neutron [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updating instance_info_cache with network_info: [{"id": "3640bbe8-fd0f-4522-990a-45072e543157", "address": "fa:16:3e:f9:4e:22", "network": {"id": "8459a673-65c0-4b06-b0fa-5a30605d0acb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1220329620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60126c5e094a4abc8179203ae5d399e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3640bbe8-fd", "ovs_interfaceid": "3640bbe8-fd0f-4522-990a-45072e543157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.721167] env[70636]: DEBUG nova.scheduler.client.report [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.733266] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075356} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.733453] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.736256] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd30706b-5786-43d6-8f97-ee844df7b7ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.739405] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0579241-67a3-4381-899d-a29e699ae362 req-563d5391-097a-47f7-9c7b-fc1ff7a2784a service nova] Releasing lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.763539] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539/e8501dc5-7abf-47c7-8359-cb9b58258539.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.763539] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9aaccc9-8e9d-433d-9cd8-f2045f0724d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.783827] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1130.783827] env[70636]: value = "task-2884288" [ 1130.783827] env[70636]: _type = "Task" [ 1130.783827] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.792635] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.119118] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Releasing lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.119118] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Instance network_info: |[{"id": "3640bbe8-fd0f-4522-990a-45072e543157", "address": "fa:16:3e:f9:4e:22", "network": {"id": "8459a673-65c0-4b06-b0fa-5a30605d0acb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1220329620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60126c5e094a4abc8179203ae5d399e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3640bbe8-fd", "ovs_interfaceid": "3640bbe8-fd0f-4522-990a-45072e543157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.119246] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:4e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3640bbe8-fd0f-4522-990a-45072e543157', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.132186] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Creating folder: Project (60126c5e094a4abc8179203ae5d399e9). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.133686] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7783b5f-04af-4682-ad50-953ab5dd7eae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.147317] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Created folder: Project (60126c5e094a4abc8179203ae5d399e9) in parent group-v579393. [ 1131.147317] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Creating folder: Instances. Parent ref: group-v579559. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.147317] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e062cc-e4fe-4dc3-9af6-85f01ae724dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.160796] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Created folder: Instances in parent group-v579559. [ 1131.160796] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.160796] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.161768] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-873f161d-b79b-4912-90bd-2c22e8b33d6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.198577] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.198577] env[70636]: value = "task-2884291" [ 1131.198577] env[70636]: _type = "Task" [ 1131.198577] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.206975] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884291, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.232661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.933s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.233245] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.238794] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.903s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.240473] env[70636]: INFO nova.compute.claims [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.294476] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884288, 'name': ReconfigVM_Task, 'duration_secs': 0.350701} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.294476] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539/e8501dc5-7abf-47c7-8359-cb9b58258539.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.294672] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70636) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1131.295264] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e903493e-4865-4ea9-b332-9d0a26097f0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.303685] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1131.303685] env[70636]: value = "task-2884292" [ 1131.303685] env[70636]: _type = "Task" [ 1131.303685] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.312417] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884292, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.574641] env[70636]: DEBUG nova.network.neutron [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Successfully updated port: 3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.707380] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884291, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.747080] env[70636]: DEBUG nova.compute.utils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.748826] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.748826] env[70636]: DEBUG nova.network.neutron [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.815137] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884292, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.076974} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.815301] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70636) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1131.816086] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13656e16-88a9-48c9-87dd-67b0c4cd80e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.846690] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539/ephemeral_0.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.847359] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb1d184-4bfc-4977-857b-e6c43808b1a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.871775] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1131.871775] env[70636]: value = "task-2884293" [ 1131.871775] env[70636]: _type = "Task" [ 1131.871775] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.880692] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.054692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.055036] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.080520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "refresh_cache-52dadfee-1694-47c6-add4-2aa7c551596f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.080728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "refresh_cache-52dadfee-1694-47c6-add4-2aa7c551596f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.080904] env[70636]: DEBUG nova.network.neutron [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.138876] env[70636]: DEBUG nova.policy [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a8ca1e1b0645b6b1f6e287e357e97f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4bed49045c4f75a449f9bbd7d83076', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.150666] env[70636]: DEBUG nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Received event network-vif-plugged-3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.151167] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Acquiring lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.151744] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.153205] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.153205] env[70636]: DEBUG nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] No waiting events found dispatching network-vif-plugged-3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.153205] env[70636]: WARNING nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Received unexpected event network-vif-plugged-3640bbe8-fd0f-4522-990a-45072e543157 for instance with vm_state building and task_state spawning. [ 1132.153590] env[70636]: DEBUG nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Received event network-changed-3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.153953] env[70636]: DEBUG nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Refreshing instance network info cache due to event network-changed-3640bbe8-fd0f-4522-990a-45072e543157. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.155037] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Acquiring lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.155037] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Acquired lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.155398] env[70636]: DEBUG nova.network.neutron [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Refreshing network info cache for port 3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.212130] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884291, 'name': CreateVM_Task, 'duration_secs': 0.792246} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.212315] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.213015] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.213182] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.213494] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.213760] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83d59a8-ebf2-472b-b758-942c071cc587 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.221598] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1132.221598] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b075f3-690b-e4e9-a699-c6885ff76158" [ 1132.221598] env[70636]: _type = "Task" [ 1132.221598] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.230941] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b075f3-690b-e4e9-a699-c6885ff76158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.254032] env[70636]: DEBUG nova.network.neutron [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Port 0e266fad-ba3f-45cd-8a21-7592c769b533 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1132.256244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.256244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.256244] env[70636]: DEBUG nova.network.neutron [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.260440] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.382108] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884293, 'name': ReconfigVM_Task, 'duration_secs': 0.357875} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.385230] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539/ephemeral_0.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.385597] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9918c736-50bc-4030-a0ca-773d08aefd94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.392239] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1132.392239] env[70636]: value = "task-2884294" [ 1132.392239] env[70636]: _type = "Task" [ 1132.392239] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.400763] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884294, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.562632] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.632975] env[70636]: DEBUG nova.network.neutron [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.724921] env[70636]: DEBUG nova.network.neutron [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Successfully created port: 45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.740251] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b075f3-690b-e4e9-a699-c6885ff76158, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.746741] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.747061] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.747305] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.747459] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.747633] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.748181] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2e2f6a-fdae-4339-9613-d5755d771cf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.759542] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.759542] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.759542] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739343d0-1cf2-4275-8c9d-86c16ea7900c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.774352] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1132.774352] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aaf313-010d-3271-3c88-e5ff48c2b4a7" [ 1132.774352] env[70636]: _type = "Task" [ 1132.774352] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.780455] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aaf313-010d-3271-3c88-e5ff48c2b4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.841035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b13d4d-b28e-4a10-bfda-b2c1c8edd0c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.848799] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9185d8db-9f18-46ee-8c3f-feebb8ca74ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.891629] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d0019-6622-4aa7-9a3a-ab3eac00a3b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.906373] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc592844-967f-4454-af11-cf4e8a29ba71 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.910790] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884294, 'name': Rename_Task, 'duration_secs': 0.170225} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.911411] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.912274] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc7fd0e-23d5-46c9-8bf8-ac4aa639c59b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.921842] env[70636]: DEBUG nova.compute.provider_tree [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.929288] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1132.929288] env[70636]: value = "task-2884295" [ 1132.929288] env[70636]: _type = "Task" [ 1132.929288] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.940221] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.987308] env[70636]: DEBUG nova.network.neutron [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Updating instance_info_cache with network_info: [{"id": "3089fbdc-edd3-4f16-81e8-50dc7fc71fff", "address": "fa:16:3e:94:8e:40", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3089fbdc-ed", "ovs_interfaceid": "3089fbdc-edd3-4f16-81e8-50dc7fc71fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.058848] env[70636]: DEBUG nova.network.neutron [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updated VIF entry in instance network info cache for port 3640bbe8-fd0f-4522-990a-45072e543157. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.059344] env[70636]: DEBUG nova.network.neutron [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updating instance_info_cache with network_info: [{"id": "3640bbe8-fd0f-4522-990a-45072e543157", "address": "fa:16:3e:f9:4e:22", "network": {"id": "8459a673-65c0-4b06-b0fa-5a30605d0acb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1220329620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60126c5e094a4abc8179203ae5d399e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3640bbe8-fd", "ovs_interfaceid": "3640bbe8-fd0f-4522-990a-45072e543157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.116929] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.188146] env[70636]: DEBUG nova.network.neutron [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.273953] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.286285] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aaf313-010d-3271-3c88-e5ff48c2b4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008964} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.287186] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c5c55f-613c-4fc3-bff1-ed80202302d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.293644] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1133.293644] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fa5c9d-d8b2-8949-cb9e-d9950bfdc5ca" [ 1133.293644] env[70636]: _type = "Task" [ 1133.293644] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.301725] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fa5c9d-d8b2-8949-cb9e-d9950bfdc5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.323683] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.323939] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.324109] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.324291] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.324839] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.324839] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.324839] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.325032] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.325433] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.325872] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.326153] env[70636]: DEBUG nova.virt.hardware [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.327390] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2273d09e-7757-48b2-87e0-a096f4bcab9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.336616] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0fd0f9-27b7-4528-b06a-d4eb5cf38046 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.425353] env[70636]: DEBUG nova.scheduler.client.report [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.441028] env[70636]: DEBUG oslo_vmware.api [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884295, 'name': PowerOnVM_Task, 'duration_secs': 0.476792} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.441334] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.441603] env[70636]: INFO nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1133.441974] env[70636]: DEBUG nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.442932] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ca1f04-0723-40b2-8fab-8c8ed30f8b03 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.491244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "refresh_cache-52dadfee-1694-47c6-add4-2aa7c551596f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.491244] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Instance network_info: |[{"id": "3089fbdc-edd3-4f16-81e8-50dc7fc71fff", "address": "fa:16:3e:94:8e:40", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3089fbdc-ed", "ovs_interfaceid": "3089fbdc-edd3-4f16-81e8-50dc7fc71fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.491244] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:8e:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3089fbdc-edd3-4f16-81e8-50dc7fc71fff', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.501011] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.501445] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.501540] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a090c5b3-92ef-4fe1-9554-ef20945b0e06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.526056] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.526056] env[70636]: value = "task-2884296" [ 1133.526056] env[70636]: _type = "Task" [ 1133.526056] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.535990] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884296, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.561771] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Releasing lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.562086] env[70636]: DEBUG nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Received event network-vif-plugged-3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.562266] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Acquiring lock "52dadfee-1694-47c6-add4-2aa7c551596f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.562467] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Lock "52dadfee-1694-47c6-add4-2aa7c551596f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.562623] env[70636]: DEBUG oslo_concurrency.lockutils [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] Lock "52dadfee-1694-47c6-add4-2aa7c551596f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.562783] env[70636]: DEBUG nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] No waiting events found dispatching network-vif-plugged-3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.562946] env[70636]: WARNING nova.compute.manager [req-471bcd43-84ca-4a77-868a-7be4905e1732 req-55576dc5-972a-48f3-be97-1172bcc6ef40 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Received unexpected event network-vif-plugged-3089fbdc-edd3-4f16-81e8-50dc7fc71fff for instance with vm_state building and task_state spawning. [ 1133.691862] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.803414] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fa5c9d-d8b2-8949-cb9e-d9950bfdc5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014506} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.803771] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.803927] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 62ac915a-5dfe-49f6-89c4-e05fc79b1e86/62ac915a-5dfe-49f6-89c4-e05fc79b1e86.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.804210] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e815c9d5-7b4f-428e-8161-7e0f694d7a8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811222] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1133.811222] env[70636]: value = "task-2884297" [ 1133.811222] env[70636]: _type = "Task" [ 1133.811222] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.819463] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.936613] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.936613] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.938670] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.416s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.938940] env[70636]: DEBUG nova.objects.instance [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1133.966034] env[70636]: INFO nova.compute.manager [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Took 40.30 seconds to build instance. [ 1134.036527] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884296, 'name': CreateVM_Task, 'duration_secs': 0.462516} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.036742] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.037518] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.037702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.038054] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.038311] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ed97c0-49ef-4bcb-93f2-877bf28c681d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.043943] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1134.043943] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52144fdd-dddd-3900-be9d-2d20882a000f" [ 1134.043943] env[70636]: _type = "Task" [ 1134.043943] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.052781] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52144fdd-dddd-3900-be9d-2d20882a000f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.195563] env[70636]: DEBUG nova.compute.manager [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70636) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1134.195884] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.324404] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.444343] env[70636]: DEBUG nova.compute.utils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.450925] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.451113] env[70636]: DEBUG nova.network.neutron [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.469239] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d13d46c-7b6a-4138-a09a-c729bac8d781 tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.824s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.536613] env[70636]: DEBUG nova.policy [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d1b9852ec1e49689a6dd6dfd4bef5cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c6deae3c5b4078ad1cdf430784a19e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.557591] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52144fdd-dddd-3900-be9d-2d20882a000f, 'name': SearchDatastore_Task, 'duration_secs': 0.016686} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.557714] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.558019] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.558554] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.558554] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.558700] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.562149] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e9c5b6-0e68-46e1-9bc4-56edb0698135 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.568167] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.568386] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.569210] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f423e0ad-f055-4e3f-9c3e-525ef4752dfc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.576530] env[70636]: DEBUG nova.network.neutron [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Successfully updated port: 45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.581024] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1134.581024] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5241a065-d16f-a321-ccbb-83edc6fb7103" [ 1134.581024] env[70636]: _type = "Task" [ 1134.581024] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.590389] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5241a065-d16f-a321-ccbb-83edc6fb7103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.825847] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648407} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.826589] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 62ac915a-5dfe-49f6-89c4-e05fc79b1e86/62ac915a-5dfe-49f6-89c4-e05fc79b1e86.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.826589] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.826847] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5f69b2-f1b9-4a49-a2c7-d783e0b66cb0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.833790] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1134.833790] env[70636]: value = "task-2884298" [ 1134.833790] env[70636]: _type = "Task" [ 1134.833790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.842059] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.956737] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.957194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0d566cd9-c9a4-4878-aa1e-db8263b222b9 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.958094] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.047s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.958268] env[70636]: DEBUG nova.objects.instance [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lazy-loading 'resources' on Instance uuid e15b67f4-394d-452c-a7e6-9a6b40236a8a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.080403] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-4b5ec83f-571e-4bd6-90a5-c4161e29cf49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.080551] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-4b5ec83f-571e-4bd6-90a5-c4161e29cf49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.081275] env[70636]: DEBUG nova.network.neutron [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.094392] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5241a065-d16f-a321-ccbb-83edc6fb7103, 'name': SearchDatastore_Task, 'duration_secs': 0.020353} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.102164] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534b6080-e659-45d9-96f2-c387fa2027b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.105770] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.106059] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.116156] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1135.116156] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e1386-0b73-ca42-19b6-0b6da9739297" [ 1135.116156] env[70636]: _type = "Task" [ 1135.116156] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.126920] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e1386-0b73-ca42-19b6-0b6da9739297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.205275] env[70636]: DEBUG nova.network.neutron [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Successfully created port: ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.254562] env[70636]: DEBUG nova.compute.manager [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Received event network-changed-3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.254787] env[70636]: DEBUG nova.compute.manager [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Refreshing instance network info cache due to event network-changed-3089fbdc-edd3-4f16-81e8-50dc7fc71fff. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.255093] env[70636]: DEBUG oslo_concurrency.lockutils [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] Acquiring lock "refresh_cache-52dadfee-1694-47c6-add4-2aa7c551596f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.255263] env[70636]: DEBUG oslo_concurrency.lockutils [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] Acquired lock "refresh_cache-52dadfee-1694-47c6-add4-2aa7c551596f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.255424] env[70636]: DEBUG nova.network.neutron [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Refreshing network info cache for port 3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.347669] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175939} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.348020] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.348829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd26ce-484c-4250-8a6a-eeae6a56c158 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.376128] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 62ac915a-5dfe-49f6-89c4-e05fc79b1e86/62ac915a-5dfe-49f6-89c4-e05fc79b1e86.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.376483] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af403c0b-8211-4e31-a733-c48e094dad69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.402299] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1135.402299] env[70636]: value = "task-2884299" [ 1135.402299] env[70636]: _type = "Task" [ 1135.402299] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.413017] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.608896] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.631420] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e1386-0b73-ca42-19b6-0b6da9739297, 'name': SearchDatastore_Task, 'duration_secs': 0.020612} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.632554] env[70636]: DEBUG nova.network.neutron [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.634447] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.634751] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 52dadfee-1694-47c6-add4-2aa7c551596f/52dadfee-1694-47c6-add4-2aa7c551596f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.640743] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f2297dd-5469-4eeb-94af-5d10c8200b38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.650391] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1135.650391] env[70636]: value = "task-2884300" [ 1135.650391] env[70636]: _type = "Task" [ 1135.650391] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.656839] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.920637] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.960022] env[70636]: DEBUG nova.network.neutron [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Updating instance_info_cache with network_info: [{"id": "45aa4ac3-aa90-45a1-b3b0-fce6d271448b", "address": "fa:16:3e:a7:a3:82", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aa4ac3-aa", "ovs_interfaceid": "45aa4ac3-aa90-45a1-b3b0-fce6d271448b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.974522] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.018691] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.019111] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.019382] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.019706] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.019968] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.020233] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.020613] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.020819] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.021020] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.021292] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.021504] env[70636]: DEBUG nova.virt.hardware [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.023946] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3829d-7290-4cab-bb18-c09fdec85957 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.033197] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9492d164-a73f-4e90-9127-b39eb8fa09bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.054407] env[70636]: DEBUG nova.network.neutron [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Updated VIF entry in instance network info cache for port 3089fbdc-edd3-4f16-81e8-50dc7fc71fff. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.054864] env[70636]: DEBUG nova.network.neutron [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Updating instance_info_cache with network_info: [{"id": "3089fbdc-edd3-4f16-81e8-50dc7fc71fff", "address": "fa:16:3e:94:8e:40", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3089fbdc-ed", "ovs_interfaceid": "3089fbdc-edd3-4f16-81e8-50dc7fc71fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.133698] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.148212] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac3e76-1b8b-44d3-b4b3-c789d3c39c3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.162334] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.165980] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854058f-fbca-4326-b38d-ac62f1eff328 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.200766] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f048233-6dd7-4cbf-a1d8-1ea0e29d1cf7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.210205] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e56d61-a8cd-473f-ba0d-6f0bc02a78bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.225291] env[70636]: DEBUG nova.compute.provider_tree [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.415365] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884299, 'name': ReconfigVM_Task, 'duration_secs': 0.625965} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.415679] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 62ac915a-5dfe-49f6-89c4-e05fc79b1e86/62ac915a-5dfe-49f6-89c4-e05fc79b1e86.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.416336] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21db78be-3c3d-4155-93de-9929ebde5fe9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.423045] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1136.423045] env[70636]: value = "task-2884301" [ 1136.423045] env[70636]: _type = "Task" [ 1136.423045] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.431710] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884301, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.462788] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-4b5ec83f-571e-4bd6-90a5-c4161e29cf49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.462957] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance network_info: |[{"id": "45aa4ac3-aa90-45a1-b3b0-fce6d271448b", "address": "fa:16:3e:a7:a3:82", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aa4ac3-aa", "ovs_interfaceid": "45aa4ac3-aa90-45a1-b3b0-fce6d271448b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.463349] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a3:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45aa4ac3-aa90-45a1-b3b0-fce6d271448b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.471710] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.471947] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.472192] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a1bd9aa-8ae5-41a6-a705-4c42c557dd30 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.492040] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.492040] env[70636]: value = "task-2884302" [ 1136.492040] env[70636]: _type = "Task" [ 1136.492040] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.503509] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884302, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.557474] env[70636]: DEBUG oslo_concurrency.lockutils [req-72b4c119-ee19-417b-8f6f-0387dc627a15 req-9626bb9e-77b6-4864-9c03-0efd9da6fe17 service nova] Releasing lock "refresh_cache-52dadfee-1694-47c6-add4-2aa7c551596f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.663159] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662659} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.663440] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 52dadfee-1694-47c6-add4-2aa7c551596f/52dadfee-1694-47c6-add4-2aa7c551596f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.663662] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.663931] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcf4d49-c150-4f7b-8772-23b23003d7d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.671122] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1136.671122] env[70636]: value = "task-2884303" [ 1136.671122] env[70636]: _type = "Task" [ 1136.671122] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.679766] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.730141] env[70636]: DEBUG nova.scheduler.client.report [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.922355] env[70636]: DEBUG nova.compute.manager [req-722011d8-55da-463b-a88a-5962f4423ce6 req-3667ef55-b339-4403-add9-f2969d5e093a service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Received event network-vif-plugged-ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.922751] env[70636]: DEBUG oslo_concurrency.lockutils [req-722011d8-55da-463b-a88a-5962f4423ce6 req-3667ef55-b339-4403-add9-f2969d5e093a service nova] Acquiring lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.923215] env[70636]: DEBUG oslo_concurrency.lockutils [req-722011d8-55da-463b-a88a-5962f4423ce6 req-3667ef55-b339-4403-add9-f2969d5e093a service nova] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.923215] env[70636]: DEBUG oslo_concurrency.lockutils [req-722011d8-55da-463b-a88a-5962f4423ce6 req-3667ef55-b339-4403-add9-f2969d5e093a service nova] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.923399] env[70636]: DEBUG nova.compute.manager [req-722011d8-55da-463b-a88a-5962f4423ce6 req-3667ef55-b339-4403-add9-f2969d5e093a service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] No waiting events found dispatching network-vif-plugged-ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.923542] env[70636]: WARNING nova.compute.manager [req-722011d8-55da-463b-a88a-5962f4423ce6 req-3667ef55-b339-4403-add9-f2969d5e093a service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Received unexpected event network-vif-plugged-ad4ee406-0662-4dc2-9245-ec828e790f9f for instance with vm_state building and task_state spawning. [ 1136.935065] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884301, 'name': Rename_Task, 'duration_secs': 0.207691} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.935455] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.935619] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d44556e-c88d-4a29-a610-62d5ed476569 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.942577] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1136.942577] env[70636]: value = "task-2884304" [ 1136.942577] env[70636]: _type = "Task" [ 1136.942577] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.951952] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.004639] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884302, 'name': CreateVM_Task, 'duration_secs': 0.478328} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.004886] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.005704] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.005926] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.006348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.006656] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57d1fe4-9a70-4ff6-bb78-cced1e73adc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.011814] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1137.011814] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5277be17-d1e3-a62b-7d1a-3095ca7e9bd9" [ 1137.011814] env[70636]: _type = "Task" [ 1137.011814] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.020983] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5277be17-d1e3-a62b-7d1a-3095ca7e9bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.137595] env[70636]: DEBUG nova.network.neutron [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Successfully updated port: ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.186959] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072321} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.187259] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.188101] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aa1aa1-a556-440c-b691-646bef3f02af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.215963] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 52dadfee-1694-47c6-add4-2aa7c551596f/52dadfee-1694-47c6-add4-2aa7c551596f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.216490] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7c7242-1b77-4ca7-83c9-b74b34001904 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.235892] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.237664] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.462s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.239960] env[70636]: INFO nova.compute.claims [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.243468] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1137.243468] env[70636]: value = "task-2884305" [ 1137.243468] env[70636]: _type = "Task" [ 1137.243468] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.252428] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.291383] env[70636]: INFO nova.scheduler.client.report [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Deleted allocations for instance e15b67f4-394d-452c-a7e6-9a6b40236a8a [ 1137.319930] env[70636]: DEBUG nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Received event network-vif-plugged-45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.320592] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Acquiring lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.320835] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.321100] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.321374] env[70636]: DEBUG nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] No waiting events found dispatching network-vif-plugged-45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.321611] env[70636]: WARNING nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Received unexpected event network-vif-plugged-45aa4ac3-aa90-45a1-b3b0-fce6d271448b for instance with vm_state building and task_state spawning. [ 1137.322172] env[70636]: DEBUG nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Received event network-changed-45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.323732] env[70636]: DEBUG nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Refreshing instance network info cache due to event network-changed-45aa4ac3-aa90-45a1-b3b0-fce6d271448b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.324233] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Acquiring lock "refresh_cache-4b5ec83f-571e-4bd6-90a5-c4161e29cf49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.324464] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Acquired lock "refresh_cache-4b5ec83f-571e-4bd6-90a5-c4161e29cf49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.324679] env[70636]: DEBUG nova.network.neutron [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Refreshing network info cache for port 45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.452589] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.522544] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5277be17-d1e3-a62b-7d1a-3095ca7e9bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.02135} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.522848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.523121] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.523383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.523532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.523709] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.523976] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c27e4d35-a24c-437b-9239-f6a4dca20aa0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.537097] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.537097] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.537397] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a238e018-1e3d-483c-a49c-47f33ae3f619 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.543397] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1137.543397] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246808f-fe3e-f4ae-0222-f7bf208edd50" [ 1137.543397] env[70636]: _type = "Task" [ 1137.543397] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.551633] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246808f-fe3e-f4ae-0222-f7bf208edd50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.638748] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "refresh_cache-f3d78901-c3c5-49fd-8a0a-25631a5e8e67" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.638920] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired lock "refresh_cache-f3d78901-c3c5-49fd-8a0a-25631a5e8e67" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.639102] env[70636]: DEBUG nova.network.neutron [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.756370] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.802175] env[70636]: DEBUG oslo_concurrency.lockutils [None req-754f82e9-2c85-4c95-827a-dc3299d263f8 tempest-ServersAaction247Test-524204022 tempest-ServersAaction247Test-524204022-project-member] Lock "e15b67f4-394d-452c-a7e6-9a6b40236a8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.084s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.953913] env[70636]: DEBUG oslo_vmware.api [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884304, 'name': PowerOnVM_Task, 'duration_secs': 0.866015} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.954293] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.954396] env[70636]: INFO nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1137.954603] env[70636]: DEBUG nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.955396] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d24c5-4610-4cc1-b7ee-3f5efbbbdb9e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.054983] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246808f-fe3e-f4ae-0222-f7bf208edd50, 'name': SearchDatastore_Task, 'duration_secs': 0.022231} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.055812] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135092b4-2290-4e2d-a085-83f0d870c65c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.061603] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1138.061603] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5258e397-b036-e26f-b986-4ba8b6650f70" [ 1138.061603] env[70636]: _type = "Task" [ 1138.061603] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.071918] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5258e397-b036-e26f-b986-4ba8b6650f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.185258] env[70636]: DEBUG nova.network.neutron [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.247566] env[70636]: DEBUG nova.network.neutron [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Updated VIF entry in instance network info cache for port 45aa4ac3-aa90-45a1-b3b0-fce6d271448b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.249939] env[70636]: DEBUG nova.network.neutron [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Updating instance_info_cache with network_info: [{"id": "45aa4ac3-aa90-45a1-b3b0-fce6d271448b", "address": "fa:16:3e:a7:a3:82", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aa4ac3-aa", "ovs_interfaceid": "45aa4ac3-aa90-45a1-b3b0-fce6d271448b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.263029] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884305, 'name': ReconfigVM_Task, 'duration_secs': 0.719499} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.264519] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 52dadfee-1694-47c6-add4-2aa7c551596f/52dadfee-1694-47c6-add4-2aa7c551596f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.264781] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1affea32-fa05-40fc-802c-65ec0c26f833 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.274009] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1138.274009] env[70636]: value = "task-2884306" [ 1138.274009] env[70636]: _type = "Task" [ 1138.274009] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.284021] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884306, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.409297] env[70636]: DEBUG nova.network.neutron [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Updating instance_info_cache with network_info: [{"id": "ad4ee406-0662-4dc2-9245-ec828e790f9f", "address": "fa:16:3e:aa:38:41", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ee406-06", "ovs_interfaceid": "ad4ee406-0662-4dc2-9245-ec828e790f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.482704] env[70636]: INFO nova.compute.manager [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Took 43.28 seconds to build instance. [ 1138.573940] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5258e397-b036-e26f-b986-4ba8b6650f70, 'name': SearchDatastore_Task, 'duration_secs': 0.029542} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.574237] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.574507] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.574883] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88af0862-a3cd-4449-b0f5-66962ef811fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.583761] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1138.583761] env[70636]: value = "task-2884307" [ 1138.583761] env[70636]: _type = "Task" [ 1138.583761] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.591863] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.752980] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Releasing lock "refresh_cache-4b5ec83f-571e-4bd6-90a5-c4161e29cf49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.753535] env[70636]: DEBUG nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Received event network-changed-a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.754361] env[70636]: DEBUG nova.compute.manager [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Refreshing instance network info cache due to event network-changed-a9a0d18c-7235-4b97-b753-9d9780408c54. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.754361] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Acquiring lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.754361] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Acquired lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.754680] env[70636]: DEBUG nova.network.neutron [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Refreshing network info cache for port a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.759271] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e60fb1-6e53-4a13-9303-8bbaba66fc8b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.769672] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd75e7-7578-4fa1-84d1-a8f9635bc718 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.806042] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5b2b5-55f4-4790-8c3b-ca0d801dff62 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.812078] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884306, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.817293] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c096124-3018-45a4-bdb3-a059fb990783 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.831886] env[70636]: DEBUG nova.compute.provider_tree [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.915734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Releasing lock "refresh_cache-f3d78901-c3c5-49fd-8a0a-25631a5e8e67" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.916088] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Instance network_info: |[{"id": "ad4ee406-0662-4dc2-9245-ec828e790f9f", "address": "fa:16:3e:aa:38:41", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ee406-06", "ovs_interfaceid": "ad4ee406-0662-4dc2-9245-ec828e790f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.916571] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:38:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4ee406-0662-4dc2-9245-ec828e790f9f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.925038] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.925357] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.925609] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77293a76-7570-4f32-8276-654fd9e541c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.948164] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.948164] env[70636]: value = "task-2884308" [ 1138.948164] env[70636]: _type = "Task" [ 1138.948164] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.953882] env[70636]: DEBUG nova.compute.manager [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Received event network-changed-ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.954080] env[70636]: DEBUG nova.compute.manager [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Refreshing instance network info cache due to event network-changed-ad4ee406-0662-4dc2-9245-ec828e790f9f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.954347] env[70636]: DEBUG oslo_concurrency.lockutils [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] Acquiring lock "refresh_cache-f3d78901-c3c5-49fd-8a0a-25631a5e8e67" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.954428] env[70636]: DEBUG oslo_concurrency.lockutils [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] Acquired lock "refresh_cache-f3d78901-c3c5-49fd-8a0a-25631a5e8e67" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.956042] env[70636]: DEBUG nova.network.neutron [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Refreshing network info cache for port ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.959328] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884308, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.984753] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c1a3466f-29d1-403b-a28d-092c70deabca tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.103s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.096069] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884307, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.147353] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52815e52-88b3-01e4-2934-85dddae4295f/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.149410] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977fb8cc-f4b4-49c4-9e36-e3ce2d2cc3e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.162658] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52815e52-88b3-01e4-2934-85dddae4295f/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.163118] env[70636]: ERROR oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52815e52-88b3-01e4-2934-85dddae4295f/disk-0.vmdk due to incomplete transfer. [ 1139.163542] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b67f6c8-7077-406c-a824-1b38d442b5bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.175484] env[70636]: DEBUG oslo_vmware.rw_handles [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52815e52-88b3-01e4-2934-85dddae4295f/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.175923] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Uploaded image 1bea9485-6549-4df2-9e53-66b71d97eb16 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.178798] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.179222] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-239c7ef4-2e2e-4781-babf-d52be21a49bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.187581] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1139.187581] env[70636]: value = "task-2884309" [ 1139.187581] env[70636]: _type = "Task" [ 1139.187581] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.197111] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884309, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.289290] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884306, 'name': Rename_Task, 'duration_secs': 0.859633} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.289846] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.290184] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c348504d-f674-4c5b-8a69-d462aae02af5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.299336] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1139.299336] env[70636]: value = "task-2884310" [ 1139.299336] env[70636]: _type = "Task" [ 1139.299336] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.313170] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.335629] env[70636]: DEBUG nova.scheduler.client.report [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.463996] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884308, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.599868] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955676} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.600178] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.600429] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.600698] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8011543-035b-42b5-819b-10f5fa70a60f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.606995] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1139.606995] env[70636]: value = "task-2884311" [ 1139.606995] env[70636]: _type = "Task" [ 1139.606995] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.619527] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.706291] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884309, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.817584] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.842828] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.843135] env[70636]: DEBUG nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.846831] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.257s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.847324] env[70636]: DEBUG nova.objects.instance [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lazy-loading 'resources' on Instance uuid 590341b5-9b5d-4552-b10f-8384efc8e24f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.853179] env[70636]: DEBUG nova.network.neutron [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Updated VIF entry in instance network info cache for port a9a0d18c-7235-4b97-b753-9d9780408c54. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.853542] env[70636]: DEBUG nova.network.neutron [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Updating instance_info_cache with network_info: [{"id": "a9a0d18c-7235-4b97-b753-9d9780408c54", "address": "fa:16:3e:4d:7c:2f", "network": {"id": "b6750fc2-5965-4ca4-9998-6b133ce6260c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2142717519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3309030ed7bc44c385b6d5cdb169661a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0d18c-72", "ovs_interfaceid": "a9a0d18c-7235-4b97-b753-9d9780408c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.864159] env[70636]: DEBUG nova.compute.manager [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Received event network-changed-3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.864321] env[70636]: DEBUG nova.compute.manager [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Refreshing instance network info cache due to event network-changed-3640bbe8-fd0f-4522-990a-45072e543157. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.864512] env[70636]: DEBUG oslo_concurrency.lockutils [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] Acquiring lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.865076] env[70636]: DEBUG oslo_concurrency.lockutils [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] Acquired lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.865218] env[70636]: DEBUG nova.network.neutron [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Refreshing network info cache for port 3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.937447] env[70636]: DEBUG nova.network.neutron [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Updated VIF entry in instance network info cache for port ad4ee406-0662-4dc2-9245-ec828e790f9f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.938890] env[70636]: DEBUG nova.network.neutron [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Updating instance_info_cache with network_info: [{"id": "ad4ee406-0662-4dc2-9245-ec828e790f9f", "address": "fa:16:3e:aa:38:41", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4ee406-06", "ovs_interfaceid": "ad4ee406-0662-4dc2-9245-ec828e790f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.962493] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884308, 'name': CreateVM_Task, 'duration_secs': 0.648142} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.963724] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.964530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.965504] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.965504] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.966102] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b46965-34d7-4184-878e-0de348c99b57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.974609] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1139.974609] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528220b8-1f54-fcea-ff2a-a11bf35f8c18" [ 1139.974609] env[70636]: _type = "Task" [ 1139.974609] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.981075] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528220b8-1f54-fcea-ff2a-a11bf35f8c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.119817] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178659} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.120322] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.121320] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde305d3-ab27-4ec8-ad1d-2351d57f94a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.148731] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.149126] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1221a538-4fae-4e33-a7a8-a52831d2be21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.179347] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1140.179347] env[70636]: value = "task-2884312" [ 1140.179347] env[70636]: _type = "Task" [ 1140.179347] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.186652] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.200731] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884309, 'name': Destroy_Task, 'duration_secs': 0.762689} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.200731] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Destroyed the VM [ 1140.200731] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.203115] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29adb220-ecaf-4994-8937-cfd07082622d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.207954] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1140.207954] env[70636]: value = "task-2884313" [ 1140.207954] env[70636]: _type = "Task" [ 1140.207954] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.223094] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884313, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.312031] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884310, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.356252] env[70636]: DEBUG nova.compute.utils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.359152] env[70636]: DEBUG nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1140.359504] env[70636]: DEBUG oslo_concurrency.lockutils [req-f04f8707-f4ee-4667-a30b-2260333cb5b5 req-fd4b5615-a7f4-43dd-99ac-163592ce196a service nova] Releasing lock "refresh_cache-e8501dc5-7abf-47c7-8359-cb9b58258539" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.445286] env[70636]: DEBUG oslo_concurrency.lockutils [req-3e9fe206-4c9b-4dee-97bf-44bab035b623 req-4723811d-db2e-4710-a73b-e217b4de0f40 service nova] Releasing lock "refresh_cache-f3d78901-c3c5-49fd-8a0a-25631a5e8e67" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.484608] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528220b8-1f54-fcea-ff2a-a11bf35f8c18, 'name': SearchDatastore_Task, 'duration_secs': 0.023774} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.485288] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.487040] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.487040] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.487040] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.487040] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.487040] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeead641-0b74-4126-a2ef-4e188e1ab140 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.503251] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.503251] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.503251] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7cd571-b123-4c22-aa7d-50dd2c8e5964 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.513790] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1140.513790] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a7256-d20e-de3d-324f-554cd4f7cc8f" [ 1140.513790] env[70636]: _type = "Task" [ 1140.513790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.524129] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a7256-d20e-de3d-324f-554cd4f7cc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.689357] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884312, 'name': ReconfigVM_Task, 'duration_secs': 0.490608} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.690092] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.690471] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920c4268-f09e-4e88-90c8-59d61e9f72ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.700094] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1140.700094] env[70636]: value = "task-2884314" [ 1140.700094] env[70636]: _type = "Task" [ 1140.700094] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.716223] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884314, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.723713] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884313, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.823658] env[70636]: DEBUG oslo_vmware.api [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884310, 'name': PowerOnVM_Task, 'duration_secs': 1.238218} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.823658] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.823658] env[70636]: INFO nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1140.823658] env[70636]: DEBUG nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.824668] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bbe2e2-5c7f-4645-8e79-af3c3866312c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.861575] env[70636]: DEBUG nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.970387] env[70636]: DEBUG nova.network.neutron [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updated VIF entry in instance network info cache for port 3640bbe8-fd0f-4522-990a-45072e543157. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.970898] env[70636]: DEBUG nova.network.neutron [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updating instance_info_cache with network_info: [{"id": "3640bbe8-fd0f-4522-990a-45072e543157", "address": "fa:16:3e:f9:4e:22", "network": {"id": "8459a673-65c0-4b06-b0fa-5a30605d0acb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1220329620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60126c5e094a4abc8179203ae5d399e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3640bbe8-fd", "ovs_interfaceid": "3640bbe8-fd0f-4522-990a-45072e543157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.030659] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a7256-d20e-de3d-324f-554cd4f7cc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.020143} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.030659] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bad506b-83f7-4f9d-9cf5-92d90dfcb0ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.037638] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1141.037638] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b998c-8126-0b06-4810-ce90d294e700" [ 1141.037638] env[70636]: _type = "Task" [ 1141.037638] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.046869] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b998c-8126-0b06-4810-ce90d294e700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.085915] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981171e4-ae00-4985-b048-b640d408bf1f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.094028] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e715c5b-cfe3-43b9-b6d5-2be379fe3454 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.127887] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c589489f-1aaf-4dc7-8761-2a2d871280bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.135761] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815236f9-b8c5-4805-a258-6b77ddaec8f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.150610] env[70636]: DEBUG nova.compute.provider_tree [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.212219] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884314, 'name': Rename_Task, 'duration_secs': 0.203064} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.215958] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.216178] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8890f58e-f699-4059-b834-73fb63023643 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.224070] env[70636]: DEBUG oslo_vmware.api [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884313, 'name': RemoveSnapshot_Task, 'duration_secs': 0.856208} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.225452] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.225672] env[70636]: INFO nova.compute.manager [None req-513995ec-8f6c-44ea-80a7-02fa2051ea66 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 1141.228125] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1141.228125] env[70636]: value = "task-2884315" [ 1141.228125] env[70636]: _type = "Task" [ 1141.228125] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.241938] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.354841] env[70636]: INFO nova.compute.manager [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Took 43.92 seconds to build instance. [ 1141.474616] env[70636]: DEBUG oslo_concurrency.lockutils [req-d971530c-6dd9-46e5-bc3d-f8c7b67b6131 req-709f5ab7-1769-460f-9b58-3690cfe4e9ea service nova] Releasing lock "refresh_cache-62ac915a-5dfe-49f6-89c4-e05fc79b1e86" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.552453] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b998c-8126-0b06-4810-ce90d294e700, 'name': SearchDatastore_Task, 'duration_secs': 0.023713} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.552668] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.552793] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f3d78901-c3c5-49fd-8a0a-25631a5e8e67/f3d78901-c3c5-49fd-8a0a-25631a5e8e67.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.553115] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f6b1ee-d190-4e04-873a-77692b505bc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.561308] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1141.561308] env[70636]: value = "task-2884316" [ 1141.561308] env[70636]: _type = "Task" [ 1141.561308] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.572991] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.654163] env[70636]: DEBUG nova.scheduler.client.report [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.745250] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.862350] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b08c8cf7-77d6-4f61-b580-b11211423bad tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "52dadfee-1694-47c6-add4-2aa7c551596f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.344s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.869776] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "c18187c8-a457-4ed1-a882-922be8b34018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.869776] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "c18187c8-a457-4ed1-a882-922be8b34018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.873809] env[70636]: DEBUG nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.932325] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.932647] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.933152] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.933152] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.933350] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.933495] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.933741] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.934302] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.934302] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.934528] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.934591] env[70636]: DEBUG nova.virt.hardware [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.936307] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e906bca-1eaf-4a5f-956f-407ec4d2d395 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.946175] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d04d3fc-4e17-4069-9603-ed2e10ed1096 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.962865] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.969255] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Creating folder: Project (d8d1d74118344f9c8b0225f0e80c45e9). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.969679] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecad42cc-709a-47d2-9bcf-567223203bf3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.980612] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Created folder: Project (d8d1d74118344f9c8b0225f0e80c45e9) in parent group-v579393. [ 1141.981033] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Creating folder: Instances. Parent ref: group-v579565. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.981304] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f547c18-003e-4d92-a271-23595dc2cd77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.992231] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Created folder: Instances in parent group-v579565. [ 1141.992489] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.992689] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.992909] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9165e51e-4c6f-41c5-bf2d-78cc6851c900 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.011500] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.011500] env[70636]: value = "task-2884319" [ 1142.011500] env[70636]: _type = "Task" [ 1142.011500] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.023957] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884319, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.073670] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884316, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.163237] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.163593] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.445s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.164552] env[70636]: DEBUG nova.objects.instance [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lazy-loading 'resources' on Instance uuid eec39238-d21d-464c-b27a-bfba7f7af671 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.236852] env[70636]: INFO nova.scheduler.client.report [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Deleted allocations for instance 590341b5-9b5d-4552-b10f-8384efc8e24f [ 1142.247795] env[70636]: DEBUG oslo_vmware.api [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884315, 'name': PowerOnVM_Task, 'duration_secs': 0.897777} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.248328] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.248846] env[70636]: INFO nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1142.248846] env[70636]: DEBUG nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.249839] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef4a7ad-5bf2-4402-993a-4e2a83465881 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.371505] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.525984] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884319, 'name': CreateVM_Task, 'duration_secs': 0.379259} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.526239] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.526613] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.526933] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.527336] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.527643] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0258003e-9964-4657-aa4c-7c310c53e9cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.534101] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1142.534101] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d84c3e-4ed8-9f6b-128a-2f9e830e2cd6" [ 1142.534101] env[70636]: _type = "Task" [ 1142.534101] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.546897] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d84c3e-4ed8-9f6b-128a-2f9e830e2cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.575840] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697966} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.576128] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f3d78901-c3c5-49fd-8a0a-25631a5e8e67/f3d78901-c3c5-49fd-8a0a-25631a5e8e67.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.576335] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.577026] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-634768bf-361f-4acf-a563-8ab3f345467c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.585328] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1142.585328] env[70636]: value = "task-2884320" [ 1142.585328] env[70636]: _type = "Task" [ 1142.585328] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.594172] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.746465] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1a801fae-d5ea-4c5c-bf7c-4c8b385060c0 tempest-ServersListShow298Test-1829375338 tempest-ServersListShow298Test-1829375338-project-member] Lock "590341b5-9b5d-4552-b10f-8384efc8e24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.483s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.778645] env[70636]: INFO nova.compute.manager [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Took 43.00 seconds to build instance. [ 1142.893302] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.051883] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d84c3e-4ed8-9f6b-128a-2f9e830e2cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.026396} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.052687] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.053057] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.053525] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.053784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.054079] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.054462] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-155e76d2-574c-4380-b30b-b53002f03247 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.068253] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.068253] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.069408] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7708525f-27e2-496b-8b89-8c4565dcc819 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.075035] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1143.075035] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ebdc27-61ad-f109-de89-c2a3fcbc4a93" [ 1143.075035] env[70636]: _type = "Task" [ 1143.075035] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.085025] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ebdc27-61ad-f109-de89-c2a3fcbc4a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.095872] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130615} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.096200] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.097059] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9671d364-f820-446d-806e-4e84b881ad06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.125677] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] f3d78901-c3c5-49fd-8a0a-25631a5e8e67/f3d78901-c3c5-49fd-8a0a-25631a5e8e67.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.129634] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8915def2-0fbc-4a47-ab45-16a970d2605e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.155505] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1143.155505] env[70636]: value = "task-2884321" [ 1143.155505] env[70636]: _type = "Task" [ 1143.155505] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.164278] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.274391] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a4444-7379-4b8e-b6d0-10b4ceac32ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.287526] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d83ff732-856b-447f-97a4-3a24e8db839b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.200s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.290554] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430a001-63d3-43a2-a9cb-fec7b617521a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.324989] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5225f7-2081-44b1-85b8-f9c2020ef884 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.333164] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddaeb9-e4ad-4f03-bd7a-e14826b4bfe0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.349145] env[70636]: DEBUG nova.compute.provider_tree [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.408651] env[70636]: DEBUG nova.compute.manager [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.409690] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1010634f-20e7-4962-8d25-274242b9d2ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.588870] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ebdc27-61ad-f109-de89-c2a3fcbc4a93, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.590196] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecaec451-aee0-4e10-9ca2-d1485d6b2ce7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.596981] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1143.596981] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bc1bf5-fc34-075c-6cd4-d46d4089a493" [ 1143.596981] env[70636]: _type = "Task" [ 1143.596981] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.605571] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bc1bf5-fc34-075c-6cd4-d46d4089a493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.664663] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.853560] env[70636]: DEBUG nova.scheduler.client.report [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.923434] env[70636]: INFO nova.compute.manager [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] instance snapshotting [ 1143.925346] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaadb12-8db4-47d5-b4aa-ada7936fc450 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.944619] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9476c622-c1c0-46df-a8ec-97d652d0f602 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.108290] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bc1bf5-fc34-075c-6cd4-d46d4089a493, 'name': SearchDatastore_Task, 'duration_secs': 0.019498} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.108290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.108290] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.108290] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d897131c-5356-4d9c-9915-cf6a67bfa65f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.114071] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1144.114071] env[70636]: value = "task-2884322" [ 1144.114071] env[70636]: _type = "Task" [ 1144.114071] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.123053] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.136582] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.136938] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.137103] env[70636]: DEBUG nova.compute.manager [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.138652] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902d2d94-a73e-4bd2-8845-86463708d86c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.147017] env[70636]: DEBUG nova.compute.manager [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1144.147017] env[70636]: DEBUG nova.objects.instance [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'flavor' on Instance uuid 4b5ec83f-571e-4bd6-90a5-c4161e29cf49 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.164326] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884321, 'name': ReconfigVM_Task, 'duration_secs': 0.95785} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.165470] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Reconfigured VM instance instance-00000038 to attach disk [datastore2] f3d78901-c3c5-49fd-8a0a-25631a5e8e67/f3d78901-c3c5-49fd-8a0a-25631a5e8e67.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.166354] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ac6968-8d64-466e-8258-12e1a4a71922 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.173055] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1144.173055] env[70636]: value = "task-2884323" [ 1144.173055] env[70636]: _type = "Task" [ 1144.173055] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.182587] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884323, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.357782] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.360383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.160s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.360582] env[70636]: DEBUG nova.objects.instance [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.400989] env[70636]: INFO nova.scheduler.client.report [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Deleted allocations for instance eec39238-d21d-464c-b27a-bfba7f7af671 [ 1144.456305] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.456305] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2bdb685f-4e53-4226-944c-983be1d196ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.467225] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1144.467225] env[70636]: value = "task-2884324" [ 1144.467225] env[70636]: _type = "Task" [ 1144.467225] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.482211] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.628398] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.687024] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884323, 'name': Rename_Task, 'duration_secs': 0.330128} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.687844] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.688477] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a4fc3d-0c51-41f3-8ce2-ee0c62302d04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.699453] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1144.699453] env[70636]: value = "task-2884325" [ 1144.699453] env[70636]: _type = "Task" [ 1144.699453] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.711456] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.915063] env[70636]: DEBUG oslo_concurrency.lockutils [None req-baf996c5-8707-44a1-a0f1-42b6bd186476 tempest-ServersTestManualDisk-216536454 tempest-ServersTestManualDisk-216536454-project-member] Lock "eec39238-d21d-464c-b27a-bfba7f7af671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.424s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.981454] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.096914] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "830968fc-9457-41c7-be96-5257ba58e4e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.096914] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "830968fc-9457-41c7-be96-5257ba58e4e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.125015] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69052} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.125393] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.126126] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.126126] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e4ab7e6-a20d-4ab3-99d8-adc8d50ba11a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.133290] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1145.133290] env[70636]: value = "task-2884326" [ 1145.133290] env[70636]: _type = "Task" [ 1145.133290] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.143899] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.157248] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.159448] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-010a965f-4627-4f9c-b77c-445aa2d18e8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.167239] env[70636]: DEBUG oslo_vmware.api [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1145.167239] env[70636]: value = "task-2884327" [ 1145.167239] env[70636]: _type = "Task" [ 1145.167239] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.177970] env[70636]: DEBUG oslo_vmware.api [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.211027] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.372058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-513a2b02-e3b8-4c10-a9df-eabe159441f6 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.373118] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.501s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.374746] env[70636]: INFO nova.compute.claims [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.479961] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884324, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.601882] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.644970] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087531} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.645928] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.646831] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc256837-d9d7-43d3-a5ff-83831acd1be7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.670946] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.670946] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1884cea3-5f1c-4f70-b748-09da890af272 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.694969] env[70636]: DEBUG oslo_vmware.api [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884327, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.696294] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1145.696294] env[70636]: value = "task-2884328" [ 1145.696294] env[70636]: _type = "Task" [ 1145.696294] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.707532] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.713109] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.983452] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884324, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.140649] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.183123] env[70636]: DEBUG oslo_vmware.api [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884327, 'name': PowerOffVM_Task, 'duration_secs': 0.552358} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.184311] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.184311] env[70636]: DEBUG nova.compute.manager [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.184551] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d9393-3b1c-44a8-81d0-205e0ed9dd1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.209165] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884328, 'name': ReconfigVM_Task, 'duration_secs': 0.292128} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.209957] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.210727] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67862ab6-e0ed-414a-819f-d4229c92b986 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.215214] env[70636]: DEBUG oslo_vmware.api [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884325, 'name': PowerOnVM_Task, 'duration_secs': 1.088695} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.215827] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.216094] env[70636]: INFO nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1146.216311] env[70636]: DEBUG nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.217135] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e9d53-ae98-4b4b-af69-effaeb348d8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.221219] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1146.221219] env[70636]: value = "task-2884329" [ 1146.221219] env[70636]: _type = "Task" [ 1146.221219] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.235454] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884329, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.480687] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884324, 'name': CreateSnapshot_Task, 'duration_secs': 1.940718} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.480931] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1146.481673] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692931f-035b-4870-96ec-a0ca02b635a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.705056] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2d936786-c98a-42de-938a-688c1ea7f4f7 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.568s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.736120] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884329, 'name': Rename_Task, 'duration_secs': 0.131733} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.743035] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.745025] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a829fb8b-07a1-42c8-8bc8-8ec32dee43b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.746635] env[70636]: INFO nova.compute.manager [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Took 46.42 seconds to build instance. [ 1146.752494] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1146.752494] env[70636]: value = "task-2884330" [ 1146.752494] env[70636]: _type = "Task" [ 1146.752494] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.764787] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.790710] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75edb29-d82e-4374-975d-e11470980e13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.798567] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a0a54-102f-4697-a11c-73690dd182f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.830765] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f901f-1809-4d58-9186-c4ff720d77d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.838597] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55642257-e502-430b-8c38-3d98213df6e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.852825] env[70636]: DEBUG nova.compute.provider_tree [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.002178] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.002723] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e218a9c-eb8e-4f36-99ce-89c92ee0cfbb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.015185] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1147.015185] env[70636]: value = "task-2884331" [ 1147.015185] env[70636]: _type = "Task" [ 1147.015185] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.021126] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.249335] env[70636]: DEBUG oslo_concurrency.lockutils [None req-efd3487f-0f1c-44fe-a203-899b81f5a3c7 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.233s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.264970] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884330, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.356530] env[70636]: DEBUG nova.scheduler.client.report [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.523564] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.606073] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7275e8db-44f7-44d3-a313-26ee9493c0ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.613072] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Suspending the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1147.613330] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-75d39850-abfd-42e5-a78c-b57aad49a340 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.622196] env[70636]: DEBUG oslo_vmware.api [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] Waiting for the task: (returnval){ [ 1147.622196] env[70636]: value = "task-2884332" [ 1147.622196] env[70636]: _type = "Task" [ 1147.622196] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.630079] env[70636]: DEBUG oslo_vmware.api [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] Task: {'id': task-2884332, 'name': SuspendVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.765505] env[70636]: DEBUG oslo_vmware.api [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884330, 'name': PowerOnVM_Task, 'duration_secs': 0.620579} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.765807] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.766049] env[70636]: INFO nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1147.766234] env[70636]: DEBUG nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.767119] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed8d017-6830-4846-a616-22e8c839a8d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.861543] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.862077] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.864545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.597s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.866598] env[70636]: INFO nova.compute.claims [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.025532] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.131549] env[70636]: DEBUG oslo_vmware.api [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] Task: {'id': task-2884332, 'name': SuspendVM_Task} progress is 54%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.284134] env[70636]: INFO nova.compute.manager [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Took 41.53 seconds to build instance. [ 1148.334409] env[70636]: INFO nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Rebuilding instance [ 1148.373583] env[70636]: DEBUG nova.compute.utils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.378803] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.378803] env[70636]: DEBUG nova.network.neutron [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.428762] env[70636]: DEBUG nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.429677] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b031be80-6319-42b8-a067-76a4a4b96be1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.433516] env[70636]: DEBUG nova.policy [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6ab8ec3aee746f8946e2cb4dbf16ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91604b1b797b40b48fe4e51ef2f9dcbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.525974] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.632772] env[70636]: DEBUG oslo_vmware.api [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] Task: {'id': task-2884332, 'name': SuspendVM_Task} progress is 54%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.789716] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59683978-5f78-4b26-968d-cdf87b55698d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "2831dc84-874e-4901-8475-3758d76938f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.014s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.853634] env[70636]: DEBUG nova.network.neutron [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Successfully created port: 831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.879108] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.027352] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.137203] env[70636]: DEBUG oslo_vmware.api [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] Task: {'id': task-2884332, 'name': SuspendVM_Task, 'duration_secs': 1.258051} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.140045] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Suspended the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1149.140224] env[70636]: DEBUG nova.compute.manager [None req-0fb37b66-59b0-4b58-bca1-2863d11ac8c3 tempest-ServersAdminNegativeTestJSON-82371957 tempest-ServersAdminNegativeTestJSON-82371957-project-admin] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.141422] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757a7e7-70d7-45a0-b2e8-c2f4f7a2a13d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.420362] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef822b0-c127-4ce3-8be3-fb5f4316d721 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.430579] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919472f-b0c2-4adf-979f-5fc850d60d23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.466051] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.467433] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3deea1a-d32c-4531-ab19-e5baa74fcc76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.469709] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d3468-79d1-47eb-9019-db034360a2f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.479021] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367cf0c5-5b45-41a2-bbe5-75ccb324f657 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.482947] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1149.482947] env[70636]: value = "task-2884333" [ 1149.482947] env[70636]: _type = "Task" [ 1149.482947] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.495646] env[70636]: DEBUG nova.compute.provider_tree [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.503038] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.503038] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.503281] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77a6f1-bee9-4c42-9231-a14f8517b0a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.510020] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.510296] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978968b6-62e6-429e-919f-7b721003517b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.525443] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.597953] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.598212] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.599366] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore2] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.599366] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-879217de-bb38-4994-952f-1a7918ed5f5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.606526] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1149.606526] env[70636]: value = "task-2884335" [ 1149.606526] env[70636]: _type = "Task" [ 1149.606526] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.617237] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.668837] env[70636]: INFO nova.compute.manager [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Rebuilding instance [ 1149.734222] env[70636]: DEBUG nova.compute.manager [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.734222] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edceb27-c5e3-4815-a774-c3b2b6c2ea9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.889842] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.914413] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.916038] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.916374] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.916496] env[70636]: DEBUG nova.virt.hardware [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.917467] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d024b2-a9ea-4fc8-bfc6-9821f0175d78 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.926763] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1539bef-c423-4ade-a3b8-2ac09f9b3e3c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.998854] env[70636]: DEBUG nova.scheduler.client.report [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.030435] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.117689] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507407} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.119989] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.119989] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.119989] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.504324] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.505339] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.514293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.681s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.514543] env[70636]: DEBUG nova.objects.instance [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'resources' on Instance uuid 46cb041b-2ea2-4ee1-8d04-9c906cf08956 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.530419] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884331, 'name': CloneVM_Task, 'duration_secs': 3.291423} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.531392] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Created linked-clone VM from snapshot [ 1150.532200] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315f60d-762d-409c-985d-821f8cb34538 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.543748] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Uploading image 1b6c924d-6bfc-41cb-9746-63ede8db810e {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1150.560637] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1150.560637] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83d7636c-1254-45ef-aeb3-fb78827daa39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.570414] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1150.570414] env[70636]: value = "task-2884336" [ 1150.570414] env[70636]: _type = "Task" [ 1150.570414] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.583028] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884336, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.639133] env[70636]: DEBUG nova.network.neutron [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Successfully updated port: 831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.747495] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.748898] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6cfe5b-e4b4-49c3-96b7-369636aae0f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.756104] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1150.756104] env[70636]: value = "task-2884337" [ 1150.756104] env[70636]: _type = "Task" [ 1150.756104] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.764446] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.000814] env[70636]: DEBUG nova.compute.manager [req-90c3ab2a-f05e-462c-a958-5d2d72a58e35 req-988b1269-b67f-408f-b79f-a33ad96019f2 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Received event network-vif-plugged-831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.001042] env[70636]: DEBUG oslo_concurrency.lockutils [req-90c3ab2a-f05e-462c-a958-5d2d72a58e35 req-988b1269-b67f-408f-b79f-a33ad96019f2 service nova] Acquiring lock "77c92508-c490-40b0-a250-37984a3dbf41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.001275] env[70636]: DEBUG oslo_concurrency.lockutils [req-90c3ab2a-f05e-462c-a958-5d2d72a58e35 req-988b1269-b67f-408f-b79f-a33ad96019f2 service nova] Lock "77c92508-c490-40b0-a250-37984a3dbf41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.001447] env[70636]: DEBUG oslo_concurrency.lockutils [req-90c3ab2a-f05e-462c-a958-5d2d72a58e35 req-988b1269-b67f-408f-b79f-a33ad96019f2 service nova] Lock "77c92508-c490-40b0-a250-37984a3dbf41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.001623] env[70636]: DEBUG nova.compute.manager [req-90c3ab2a-f05e-462c-a958-5d2d72a58e35 req-988b1269-b67f-408f-b79f-a33ad96019f2 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] No waiting events found dispatching network-vif-plugged-831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.001781] env[70636]: WARNING nova.compute.manager [req-90c3ab2a-f05e-462c-a958-5d2d72a58e35 req-988b1269-b67f-408f-b79f-a33ad96019f2 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Received unexpected event network-vif-plugged-831b1381-09d8-4cec-8b8c-88c7a35bd385 for instance with vm_state building and task_state spawning. [ 1151.016180] env[70636]: DEBUG nova.compute.utils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.017539] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.017743] env[70636]: DEBUG nova.network.neutron [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.083812] env[70636]: DEBUG nova.policy [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce79a0fdf55445a8fe2769ee6aed585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcf776cc9c5b4c30b0b818300096d93d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.096247] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884336, 'name': Destroy_Task, 'duration_secs': 0.468283} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.101085] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Destroyed the VM [ 1151.101387] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1151.101952] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-758d8662-d288-44bc-9753-0765dac44846 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.112019] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1151.112019] env[70636]: value = "task-2884338" [ 1151.112019] env[70636]: _type = "Task" [ 1151.112019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.120470] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.141691] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "refresh_cache-77c92508-c490-40b0-a250-37984a3dbf41" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.141775] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "refresh_cache-77c92508-c490-40b0-a250-37984a3dbf41" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.141929] env[70636]: DEBUG nova.network.neutron [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.154484] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "c7f9035d-040d-4500-b424-928f3ebaf5e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.154484] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.178518] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.178781] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.178937] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.179131] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.179275] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.179500] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.179829] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.179914] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.180448] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.180448] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.180448] env[70636]: DEBUG nova.virt.hardware [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.181601] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0631378f-920e-456d-b543-865f25b8fd69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.192594] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd4b1c8-3d5d-4c99-8dc8-b509ffd10a25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.208104] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a3:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45aa4ac3-aa90-45a1-b3b0-fce6d271448b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.215836] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.218894] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.219360] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab9cf7f-75f6-49d0-b399-a5b444558d6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.244883] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.244883] env[70636]: value = "task-2884339" [ 1151.244883] env[70636]: _type = "Task" [ 1151.244883] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.256279] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884339, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.274637] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884337, 'name': PowerOffVM_Task, 'duration_secs': 0.178721} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.274936] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.275662] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.276443] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e750d-c2e0-4d57-b10f-10186c20992e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.284498] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.287749] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873e0e18-e076-4ff6-8aa8-5d94ca3aaec6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.316253] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.316641] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.316942] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Deleting the datastore file [datastore1] 2831dc84-874e-4901-8475-3758d76938f3 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.317315] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2c66d8-f23a-416a-afbc-67d3de8dcd6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.326103] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1151.326103] env[70636]: value = "task-2884341" [ 1151.326103] env[70636]: _type = "Task" [ 1151.326103] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.338050] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.523137] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.544886] env[70636]: DEBUG nova.network.neutron [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Successfully created port: 9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.621356] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884338, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.649166] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c57853b-ce63-4e78-8e79-7a70c7ae903f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.655848] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8d7b94-2d49-4d84-ae07-92e9c8fe43f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.662710] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.692580] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87e113-064d-4d6b-bbcb-7de4468a52fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.700703] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cad4a4-7107-44cb-9217-fbca13dd06a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.718562] env[70636]: DEBUG nova.compute.provider_tree [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.731572] env[70636]: DEBUG nova.network.neutron [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.759975] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884339, 'name': CreateVM_Task, 'duration_secs': 0.503338} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.760460] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.761230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.761391] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.761729] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.762223] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7e84d3-ac2f-40be-80ba-1cda0f0d98f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.771336] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1151.771336] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5250d70e-4521-3ae6-77e0-fa34803e34f1" [ 1151.771336] env[70636]: _type = "Task" [ 1151.771336] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.780620] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5250d70e-4521-3ae6-77e0-fa34803e34f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.836777] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212017} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.840358] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.840660] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.840852] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.909910] env[70636]: DEBUG nova.network.neutron [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Updating instance_info_cache with network_info: [{"id": "831b1381-09d8-4cec-8b8c-88c7a35bd385", "address": "fa:16:3e:b2:82:e2", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831b1381-09", "ovs_interfaceid": "831b1381-09d8-4cec-8b8c-88c7a35bd385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.920539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.920866] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.121033] env[70636]: DEBUG oslo_vmware.api [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884338, 'name': RemoveSnapshot_Task, 'duration_secs': 0.878076} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.121304] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1152.211881] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.221961] env[70636]: DEBUG nova.scheduler.client.report [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.281836] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5250d70e-4521-3ae6-77e0-fa34803e34f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01754} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.282141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.282369] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.282599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.282752] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.282956] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.283237] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e61b09-21c9-46f0-8056-54e4cd9afe07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.295644] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.295819] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.296577] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6202acf7-557f-4a77-9d15-8b5832312684 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.302795] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1152.302795] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfe607-9b89-53b7-f4d9-054fd3bd6f64" [ 1152.302795] env[70636]: _type = "Task" [ 1152.302795] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.310085] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfe607-9b89-53b7-f4d9-054fd3bd6f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.371549] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.371663] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.371910] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.372269] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.372561] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.375213] env[70636]: INFO nova.compute.manager [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Terminating instance [ 1152.412319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "refresh_cache-77c92508-c490-40b0-a250-37984a3dbf41" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.412671] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Instance network_info: |[{"id": "831b1381-09d8-4cec-8b8c-88c7a35bd385", "address": "fa:16:3e:b2:82:e2", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831b1381-09", "ovs_interfaceid": "831b1381-09d8-4cec-8b8c-88c7a35bd385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.413156] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:82:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '831b1381-09d8-4cec-8b8c-88c7a35bd385', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.423270] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.424524] env[70636]: INFO nova.compute.manager [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Detaching volume b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9 [ 1152.426493] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.427291] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1616d0-8871-482d-baf0-e6dcb68d0007 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.455839] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.455839] env[70636]: value = "task-2884342" [ 1152.455839] env[70636]: _type = "Task" [ 1152.455839] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.467252] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884342, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.481603] env[70636]: INFO nova.virt.block_device [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Attempting to driver detach volume b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9 from mountpoint /dev/sdb [ 1152.481904] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.482444] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579541', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'name': 'volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df56f107-e9e4-42e0-a241-dcd7b9ee24f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'serial': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.484083] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a1876-e058-46e8-9011-415dda16a2f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.507584] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897cf55a-0ddc-4f48-aced-fa990f46f0c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.515033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd850545-4cfc-46c9-af52-b414ac7af1b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.536688] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.539489] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f9f72c-8174-4de8-8550-20597239df6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.556690] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9/volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.562583] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.564921] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4e2fcd-f0e3-402f-9525-f278fb49ba41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.584140] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.584406] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.584562] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.584768] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.584988] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.585160] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.585371] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.585529] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.585693] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.585853] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.586034] env[70636]: DEBUG nova.virt.hardware [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.587214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d6dcb0-6afc-4043-83b3-fee9cd0751f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.590772] env[70636]: DEBUG oslo_vmware.api [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1152.590772] env[70636]: value = "task-2884343" [ 1152.590772] env[70636]: _type = "Task" [ 1152.590772] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.597326] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b842ca0-46cc-423d-8c06-a319e3740d7e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.606405] env[70636]: DEBUG oslo_vmware.api [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.626450] env[70636]: WARNING nova.compute.manager [None req-0fcaa7a2-65f4-4fbf-a4c3-7c52fbfe7c20 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Image not found during snapshot: nova.exception.ImageNotFound: Image 1b6c924d-6bfc-41cb-9746-63ede8db810e could not be found. [ 1152.727963] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.730423] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.777s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.730542] env[70636]: DEBUG nova.objects.instance [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lazy-loading 'resources' on Instance uuid 04ad9dff-40ef-4ab6-9d26-13b324b39b50 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.748067] env[70636]: INFO nova.scheduler.client.report [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocations for instance 46cb041b-2ea2-4ee1-8d04-9c906cf08956 [ 1152.812407] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfe607-9b89-53b7-f4d9-054fd3bd6f64, 'name': SearchDatastore_Task, 'duration_secs': 0.02754} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.813231] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1234fec8-cb53-4cfd-a5a1-39fb26b60ae8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.818729] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1152.818729] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c3673f-46be-e72c-0e02-9c884da52792" [ 1152.818729] env[70636]: _type = "Task" [ 1152.818729] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.826514] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c3673f-46be-e72c-0e02-9c884da52792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.870425] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.870766] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.870963] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.871196] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.871387] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.871565] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.871800] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.871967] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.872146] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.872307] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.872472] env[70636]: DEBUG nova.virt.hardware [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.873327] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76289754-acb8-4f3c-abd6-569b9db73b70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.880422] env[70636]: DEBUG nova.compute.manager [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.880612] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.881382] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d4df1-18d4-4660-b1a2-83f199cbf866 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.884942] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e09167-638d-4e35-88a0-a27608879bb3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.898551] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.904311] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.906735] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.907059] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.907271] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad5ba02-3ae0-4c0a-9a92-b86c66030017 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.922096] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11853b72-747a-4973-9803-0333d95927ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.928916] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.928916] env[70636]: value = "task-2884345" [ 1152.928916] env[70636]: _type = "Task" [ 1152.928916] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.937215] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884345, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.950862] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "52dadfee-1694-47c6-add4-2aa7c551596f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.951136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "52dadfee-1694-47c6-add4-2aa7c551596f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.951340] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "52dadfee-1694-47c6-add4-2aa7c551596f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.951518] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "52dadfee-1694-47c6-add4-2aa7c551596f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.951683] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "52dadfee-1694-47c6-add4-2aa7c551596f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.954201] env[70636]: INFO nova.compute.manager [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Terminating instance [ 1152.967022] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884342, 'name': CreateVM_Task, 'duration_secs': 0.384333} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.967791] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.968354] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.968627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.969332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.969738] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b27b0d-a124-4265-9b47-bf7b5a789d75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.976770] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1152.976770] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212e1e5-5d38-68e9-971c-fc289dafdb8c" [ 1152.976770] env[70636]: _type = "Task" [ 1152.976770] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.985826] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212e1e5-5d38-68e9-971c-fc289dafdb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.992628] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.992860] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.993039] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Deleting the datastore file [datastore2] f3d78901-c3c5-49fd-8a0a-25631a5e8e67 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.993315] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2d38f4-11a3-4807-b781-7d10d02a2e17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.999366] env[70636]: DEBUG oslo_vmware.api [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1152.999366] env[70636]: value = "task-2884346" [ 1152.999366] env[70636]: _type = "Task" [ 1152.999366] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.010704] env[70636]: DEBUG oslo_vmware.api [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.043156] env[70636]: DEBUG nova.compute.manager [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Received event network-changed-831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.043156] env[70636]: DEBUG nova.compute.manager [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Refreshing instance network info cache due to event network-changed-831b1381-09d8-4cec-8b8c-88c7a35bd385. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.043156] env[70636]: DEBUG oslo_concurrency.lockutils [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] Acquiring lock "refresh_cache-77c92508-c490-40b0-a250-37984a3dbf41" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.043156] env[70636]: DEBUG oslo_concurrency.lockutils [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] Acquired lock "refresh_cache-77c92508-c490-40b0-a250-37984a3dbf41" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.043156] env[70636]: DEBUG nova.network.neutron [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Refreshing network info cache for port 831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.101211] env[70636]: DEBUG oslo_vmware.api [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884343, 'name': ReconfigVM_Task, 'duration_secs': 0.269815} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.101634] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.106679] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3674b7-6558-4480-bc3c-4cb19a1730df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.124196] env[70636]: DEBUG oslo_vmware.api [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1153.124196] env[70636]: value = "task-2884347" [ 1153.124196] env[70636]: _type = "Task" [ 1153.124196] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.131711] env[70636]: DEBUG oslo_vmware.api [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.186395] env[70636]: DEBUG nova.network.neutron [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Successfully updated port: 9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.257441] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d7dde95e-9134-43b8-abd7-dad222d163fb tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "46cb041b-2ea2-4ee1-8d04-9c906cf08956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.364s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.332765] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c3673f-46be-e72c-0e02-9c884da52792, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.333354] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.333770] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.334265] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f5325d-a17c-40ef-9eb8-dd9b5866eb27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.345039] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1153.345039] env[70636]: value = "task-2884348" [ 1153.345039] env[70636]: _type = "Task" [ 1153.345039] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.355866] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.441005] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884345, 'name': CreateVM_Task, 'duration_secs': 0.310278} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.441180] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.441564] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.462790] env[70636]: DEBUG nova.compute.manager [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.462790] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.462790] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417c2fc7-31a4-4998-9629-dc9f443fc25e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.468985] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.472611] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c390029-a77e-4231-8c54-c4825b313150 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.481840] env[70636]: DEBUG oslo_vmware.api [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1153.481840] env[70636]: value = "task-2884349" [ 1153.481840] env[70636]: _type = "Task" [ 1153.481840] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.492503] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212e1e5-5d38-68e9-971c-fc289dafdb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.492802] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.493462] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.493462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.493462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.493649] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.496845] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.497209] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.497463] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7514caea-86f0-46c7-b38a-e2f51aec8f87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.499423] env[70636]: DEBUG oslo_vmware.api [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.499638] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aaf97b0-7c17-48e9-a2f6-68e20cd2b144 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.512612] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1153.512612] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524b3faa-2c36-fecf-afaa-8929988d61fd" [ 1153.512612] env[70636]: _type = "Task" [ 1153.512612] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.515917] env[70636]: DEBUG oslo_vmware.api [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20304} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.519122] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.519357] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.519488] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.519660] env[70636]: INFO nova.compute.manager [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1153.519901] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.521073] env[70636]: DEBUG nova.compute.manager [-] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.521184] env[70636]: DEBUG nova.network.neutron [-] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.522874] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.523063] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.526506] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f88f3f-8bc5-4523-a187-15d1c4b23f77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.532641] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524b3faa-2c36-fecf-afaa-8929988d61fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.541954] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1153.541954] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c0138-88a8-ced7-4595-0387d1ee2fa4" [ 1153.541954] env[70636]: _type = "Task" [ 1153.541954] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.555881] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c0138-88a8-ced7-4595-0387d1ee2fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.650536] env[70636]: DEBUG oslo_vmware.api [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884347, 'name': ReconfigVM_Task, 'duration_secs': 0.160204} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.650536] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579541', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'name': 'volume-b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df56f107-e9e4-42e0-a241-dcd7b9ee24f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9', 'serial': 'b3ac880f-98ff-4a63-b2bb-1c71c1b4efb9'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.687160] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.687304] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.687457] env[70636]: DEBUG nova.network.neutron [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.812867] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668445ce-7ed3-435e-95da-6411e038267b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.825145] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c860b-7b0f-46f4-bac2-8531837eeb2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.860369] env[70636]: DEBUG nova.network.neutron [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Updated VIF entry in instance network info cache for port 831b1381-09d8-4cec-8b8c-88c7a35bd385. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.860790] env[70636]: DEBUG nova.network.neutron [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Updating instance_info_cache with network_info: [{"id": "831b1381-09d8-4cec-8b8c-88c7a35bd385", "address": "fa:16:3e:b2:82:e2", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831b1381-09", "ovs_interfaceid": "831b1381-09d8-4cec-8b8c-88c7a35bd385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.865237] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eecbacc-ad0d-45ed-8260-cc1ef0960596 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.873040] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500425} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.875666] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.875890] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.876445] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3246f20a-96d0-482c-87a8-a2cbb5150743 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.879235] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784ad37b-3c3b-460c-a069-b4791c77f9a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.893254] env[70636]: DEBUG nova.compute.provider_tree [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.895639] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1153.895639] env[70636]: value = "task-2884350" [ 1153.895639] env[70636]: _type = "Task" [ 1153.895639] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.994223] env[70636]: DEBUG oslo_vmware.api [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884349, 'name': PowerOffVM_Task, 'duration_secs': 0.262975} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.994517] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.994701] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.994948] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e392e375-156c-4af3-8f0e-765b5d8b039a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.024904] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524b3faa-2c36-fecf-afaa-8929988d61fd, 'name': SearchDatastore_Task, 'duration_secs': 0.078992} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.025115] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.025351] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.025558] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.051641] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c0138-88a8-ced7-4595-0387d1ee2fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.064314} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.052478] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8317153-4457-47a4-b820-3815b2b85ba5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.057678] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1154.057678] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e7c48-1bc0-7f5b-d474-ba36e655101e" [ 1154.057678] env[70636]: _type = "Task" [ 1154.057678] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.062040] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.062269] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.062442] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleting the datastore file [datastore2] 52dadfee-1694-47c6-add4-2aa7c551596f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.062975] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4901e4c-f64e-43a4-82e0-45a568582452 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.067232] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e7c48-1bc0-7f5b-d474-ba36e655101e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.071458] env[70636]: DEBUG oslo_vmware.api [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1154.071458] env[70636]: value = "task-2884352" [ 1154.071458] env[70636]: _type = "Task" [ 1154.071458] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.079910] env[70636]: DEBUG oslo_vmware.api [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.205651] env[70636]: DEBUG nova.objects.instance [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.234488] env[70636]: DEBUG nova.network.neutron [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.368790] env[70636]: DEBUG oslo_concurrency.lockutils [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] Releasing lock "refresh_cache-77c92508-c490-40b0-a250-37984a3dbf41" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.369058] env[70636]: DEBUG nova.compute.manager [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Received event network-vif-plugged-9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.369255] env[70636]: DEBUG oslo_concurrency.lockutils [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] Acquiring lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.369451] env[70636]: DEBUG oslo_concurrency.lockutils [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.369609] env[70636]: DEBUG oslo_concurrency.lockutils [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.369768] env[70636]: DEBUG nova.compute.manager [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] No waiting events found dispatching network-vif-plugged-9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.369932] env[70636]: WARNING nova.compute.manager [req-cf5d0fa6-ba10-4bc9-a18e-0b605bf4f3b8 req-97dbb887-5009-4cda-9d69-4ec8c0c63eb7 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Received unexpected event network-vif-plugged-9e9e053a-0636-4a8f-8360-de287a62b920 for instance with vm_state building and task_state spawning. [ 1154.397537] env[70636]: DEBUG nova.scheduler.client.report [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.413427] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.413716] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.414609] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cd2758-7652-44c8-8894-37ab924bf2e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.437514] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.438110] env[70636]: DEBUG nova.network.neutron [-] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.439259] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8707edf-0148-454f-99c3-520a0ed186ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.454239] env[70636]: DEBUG nova.network.neutron [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [{"id": "9e9e053a-0636-4a8f-8360-de287a62b920", "address": "fa:16:3e:6a:ba:c5", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9e053a-06", "ovs_interfaceid": "9e9e053a-0636-4a8f-8360-de287a62b920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.456063] env[70636]: INFO nova.compute.manager [-] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Took 0.93 seconds to deallocate network for instance. [ 1154.465180] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1154.465180] env[70636]: value = "task-2884353" [ 1154.465180] env[70636]: _type = "Task" [ 1154.465180] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.472158] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.568533] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e7c48-1bc0-7f5b-d474-ba36e655101e, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.568793] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.569053] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 77c92508-c490-40b0-a250-37984a3dbf41/77c92508-c490-40b0-a250-37984a3dbf41.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.569338] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.569520] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.569738] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bfad459-b021-4f26-b6c2-8992f39fd846 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.571640] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-905d3f4d-2546-4642-b372-c7a7337aae64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.577598] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1154.577598] env[70636]: value = "task-2884354" [ 1154.577598] env[70636]: _type = "Task" [ 1154.577598] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.583427] env[70636]: DEBUG oslo_vmware.api [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147263} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.583956] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.584217] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.584336] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.584496] env[70636]: INFO nova.compute.manager [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1154.584744] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.585693] env[70636]: DEBUG nova.compute.manager [-] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.585801] env[70636]: DEBUG nova.network.neutron [-] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.587358] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.587522] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.590807] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f100a195-d85e-4fab-81fb-0f8e9233ef3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.592847] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.595770] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1154.595770] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c006d-124b-caa9-0100-33df55400ba5" [ 1154.595770] env[70636]: _type = "Task" [ 1154.595770] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.604498] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c006d-124b-caa9-0100-33df55400ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.908024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.908363] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.783s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.908900] env[70636]: DEBUG nova.objects.instance [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lazy-loading 'resources' on Instance uuid 2a077995-2d6b-4c65-ad3b-bd351b7f93f7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.926804] env[70636]: INFO nova.scheduler.client.report [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Deleted allocations for instance 04ad9dff-40ef-4ab6-9d26-13b324b39b50 [ 1154.962232] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.962232] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Instance network_info: |[{"id": "9e9e053a-0636-4a8f-8360-de287a62b920", "address": "fa:16:3e:6a:ba:c5", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9e053a-06", "ovs_interfaceid": "9e9e053a-0636-4a8f-8360-de287a62b920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.962232] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:ba:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e9e053a-0636-4a8f-8360-de287a62b920', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.969456] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.970808] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.971317] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.977548] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9205ab9-3e80-48dc-8e90-d2920546fb6b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.001778] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.003227] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.003227] env[70636]: value = "task-2884355" [ 1155.003227] env[70636]: _type = "Task" [ 1155.003227] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.012423] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884355, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.087987] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.106580] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c006d-124b-caa9-0100-33df55400ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.034909} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.107581] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86d0221-789c-40f3-84b0-917ba8374516 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.113519] env[70636]: DEBUG nova.compute.manager [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Received event network-changed-9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.113768] env[70636]: DEBUG nova.compute.manager [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Refreshing instance network info cache due to event network-changed-9e9e053a-0636-4a8f-8360-de287a62b920. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.114082] env[70636]: DEBUG oslo_concurrency.lockutils [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] Acquiring lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.114270] env[70636]: DEBUG oslo_concurrency.lockutils [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] Acquired lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.114477] env[70636]: DEBUG nova.network.neutron [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Refreshing network info cache for port 9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.118879] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1155.118879] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52feca1c-8638-c334-525d-bc3e3c6750fe" [ 1155.118879] env[70636]: _type = "Task" [ 1155.118879] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.128076] env[70636]: DEBUG oslo_concurrency.lockutils [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.128355] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52feca1c-8638-c334-525d-bc3e3c6750fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.215996] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b3bb7212-d5e5-4f57-bf5c-f45251e2ac58 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.216920] env[70636]: DEBUG oslo_concurrency.lockutils [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.089s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.217133] env[70636]: DEBUG nova.compute.manager [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.218443] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da2dfd-cead-4fdc-9240-b1dc15d1e7ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.225646] env[70636]: DEBUG nova.compute.manager [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1155.226400] env[70636]: DEBUG nova.objects.instance [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.440975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-02c9a5bf-3875-4e09-9109-3567dd4029fe tempest-AttachInterfacesUnderV243Test-264593543 tempest-AttachInterfacesUnderV243Test-264593543-project-member] Lock "04ad9dff-40ef-4ab6-9d26-13b324b39b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.423s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.485027] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.496898] env[70636]: DEBUG nova.network.neutron [-] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.519164] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884355, 'name': CreateVM_Task, 'duration_secs': 0.293734} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.519473] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.520219] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.520497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520693] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.520991] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb19f12-a559-4167-b983-e6327dda88af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.525858] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1155.525858] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fda260-7bef-9c19-4d4a-7033fdc8255c" [ 1155.525858] env[70636]: _type = "Task" [ 1155.525858] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.537457] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fda260-7bef-9c19-4d4a-7033fdc8255c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.588460] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991204} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.590960] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 77c92508-c490-40b0-a250-37984a3dbf41/77c92508-c490-40b0-a250-37984a3dbf41.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.591209] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.591636] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c98adcd0-40c7-4441-9ea8-53dc80e85625 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.597569] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1155.597569] env[70636]: value = "task-2884356" [ 1155.597569] env[70636]: _type = "Task" [ 1155.597569] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.605843] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.631985] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52feca1c-8638-c334-525d-bc3e3c6750fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.634622] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.634931] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.635689] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce28125-2738-4806-b651-3b00cc254b69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.642331] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1155.642331] env[70636]: value = "task-2884357" [ 1155.642331] env[70636]: _type = "Task" [ 1155.642331] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.653728] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.830407] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0508be2-ee33-4752-abc1-bc27fe489688 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.838400] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb6744-cfc6-4476-93ad-9f5fbf6b5f14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.874419] env[70636]: DEBUG nova.network.neutron [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updated VIF entry in instance network info cache for port 9e9e053a-0636-4a8f-8360-de287a62b920. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.874879] env[70636]: DEBUG nova.network.neutron [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [{"id": "9e9e053a-0636-4a8f-8360-de287a62b920", "address": "fa:16:3e:6a:ba:c5", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9e053a-06", "ovs_interfaceid": "9e9e053a-0636-4a8f-8360-de287a62b920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.876988] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e35d1-a736-4bb7-8b73-5719e1ed90f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.889866] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbcec6b-c47c-4d0c-bee9-1564cd2aff8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.910309] env[70636]: DEBUG nova.compute.provider_tree [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.988927] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884353, 'name': ReconfigVM_Task, 'duration_secs': 1.127801} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.988927] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49/4b5ec83f-571e-4bd6-90a5-c4161e29cf49.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.988927] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069261bd-6202-49db-9635-929a9dd1b58f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.996327] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1155.996327] env[70636]: value = "task-2884358" [ 1155.996327] env[70636]: _type = "Task" [ 1155.996327] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.002591] env[70636]: INFO nova.compute.manager [-] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Took 1.42 seconds to deallocate network for instance. [ 1156.009544] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884358, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.042942] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fda260-7bef-9c19-4d4a-7033fdc8255c, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.043422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.043754] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.043998] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.044629] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.045532] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.045872] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cc20e91-6ff7-441e-b224-509c6ec12302 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.063027] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.063027] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.063027] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61284591-83cf-42fc-a0a1-110d25e7c809 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.070951] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1156.070951] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52495c3c-9228-8534-3966-eff5e9fc4cf1" [ 1156.070951] env[70636]: _type = "Task" [ 1156.070951] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.082026] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52495c3c-9228-8534-3966-eff5e9fc4cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.108791] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073488} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.108920] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.109806] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93235b58-48ce-41fc-8b43-1f8767a82b3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.136170] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 77c92508-c490-40b0-a250-37984a3dbf41/77c92508-c490-40b0-a250-37984a3dbf41.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.136611] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3976e24-0ffc-4831-a4c9-6ff3a82b8dbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.184561] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497854} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.184561] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.184561] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.184561] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1156.184561] env[70636]: value = "task-2884359" [ 1156.184561] env[70636]: _type = "Task" [ 1156.184561] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.184561] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd15415e-8c5e-42fb-a490-9143541230ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.184561] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1156.184561] env[70636]: value = "task-2884360" [ 1156.184561] env[70636]: _type = "Task" [ 1156.184561] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.185249] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.190606] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.236157] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.236608] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efbd18b8-9351-4bbd-bce2-c4790d973173 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.244369] env[70636]: DEBUG oslo_vmware.api [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1156.244369] env[70636]: value = "task-2884361" [ 1156.244369] env[70636]: _type = "Task" [ 1156.244369] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.254480] env[70636]: DEBUG oslo_vmware.api [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.384683] env[70636]: DEBUG oslo_concurrency.lockutils [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] Releasing lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.384683] env[70636]: DEBUG nova.compute.manager [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Received event network-vif-deleted-ad4ee406-0662-4dc2-9245-ec828e790f9f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.384683] env[70636]: DEBUG nova.compute.manager [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Received event network-vif-deleted-3089fbdc-edd3-4f16-81e8-50dc7fc71fff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.384683] env[70636]: INFO nova.compute.manager [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Neutron deleted interface 3089fbdc-edd3-4f16-81e8-50dc7fc71fff; detaching it from the instance and deleting it from the info cache [ 1156.384683] env[70636]: DEBUG nova.network.neutron [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.413593] env[70636]: DEBUG nova.scheduler.client.report [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.510219] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884358, 'name': Rename_Task, 'duration_secs': 0.259652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.510219] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.510219] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ad492d8-1021-4a42-9ce0-b75417165434 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.514889] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.516082] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1156.516082] env[70636]: value = "task-2884362" [ 1156.516082] env[70636]: _type = "Task" [ 1156.516082] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.523994] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.585837] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52495c3c-9228-8534-3966-eff5e9fc4cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.049176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.586669] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a22063d-9126-4749-b030-c6a4ff129112 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.596984] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1156.596984] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4e8a2-d01b-7b48-5442-a1e577b7d12d" [ 1156.596984] env[70636]: _type = "Task" [ 1156.596984] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.606617] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4e8a2-d01b-7b48-5442-a1e577b7d12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.681260] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884359, 'name': ReconfigVM_Task, 'duration_secs': 0.438088} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.687487] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 77c92508-c490-40b0-a250-37984a3dbf41/77c92508-c490-40b0-a250-37984a3dbf41.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.687487] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72abffd-95ec-4c22-8082-57cfaae064f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.692624] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111352} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.694075] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.694442] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1156.694442] env[70636]: value = "task-2884363" [ 1156.694442] env[70636]: _type = "Task" [ 1156.694442] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.695169] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62875a57-74b1-4ca5-b0ad-aac82259c7f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.725137] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.728248] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe02b7ca-5a37-4ce1-910a-435de43b139a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.743147] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884363, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.753029] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1156.753029] env[70636]: value = "task-2884364" [ 1156.753029] env[70636]: _type = "Task" [ 1156.753029] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.757018] env[70636]: DEBUG oslo_vmware.api [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884361, 'name': PowerOffVM_Task, 'duration_secs': 0.249913} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.757770] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.758115] env[70636]: DEBUG nova.compute.manager [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.759085] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67645b2-40c1-4adf-8320-af5551601069 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.765549] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.886306] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7677b786-fa38-48b8-98f8-12916071e585 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.897833] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0817be-22cb-412d-9007-0afe9d800bc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.918270] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.920488] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.239s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.922908] env[70636]: INFO nova.compute.claims [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.946239] env[70636]: DEBUG nova.compute.manager [req-309b1ba9-2a98-4670-86a4-991751036465 req-5c5c9399-0459-48ef-bbca-facb3d5ed8ee service nova] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Detach interface failed, port_id=3089fbdc-edd3-4f16-81e8-50dc7fc71fff, reason: Instance 52dadfee-1694-47c6-add4-2aa7c551596f could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.957162] env[70636]: INFO nova.scheduler.client.report [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Deleted allocations for instance 2a077995-2d6b-4c65-ad3b-bd351b7f93f7 [ 1157.027673] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.114978] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4e8a2-d01b-7b48-5442-a1e577b7d12d, 'name': SearchDatastore_Task, 'duration_secs': 0.017289} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.115427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.115825] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7/a390c0d0-f845-4641-9cf9-b25520d149b7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.119017] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201a7e72-fcd4-421c-9589-62e615cde8ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.125502] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1157.125502] env[70636]: value = "task-2884365" [ 1157.125502] env[70636]: _type = "Task" [ 1157.125502] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.134730] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.207673] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884363, 'name': Rename_Task, 'duration_secs': 0.317824} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.207969] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.208735] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03e820b-6be2-450c-8bf3-0e96a8e21482 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.215383] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1157.215383] env[70636]: value = "task-2884366" [ 1157.215383] env[70636]: _type = "Task" [ 1157.215383] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.230645] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.268036] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.276614] env[70636]: DEBUG oslo_concurrency.lockutils [None req-66e1696f-1588-4020-8014-83a47880fb50 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.466180] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4be6ff03-eccd-403d-924d-7cee40db89ff tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.216s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.467210] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.991s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.467423] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.467627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.467821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.470232] env[70636]: INFO nova.compute.manager [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Terminating instance [ 1157.531061] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884362, 'name': PowerOnVM_Task, 'duration_secs': 0.626028} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.531377] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.531592] env[70636]: DEBUG nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.532428] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd1219-dcda-4cbd-a283-a6ff47e293cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.637746] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.734047] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.765203] env[70636]: DEBUG nova.objects.instance [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.766260] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884364, 'name': ReconfigVM_Task, 'duration_secs': 0.560321} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.766706] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 2831dc84-874e-4901-8475-3758d76938f3/2831dc84-874e-4901-8475-3758d76938f3.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.767416] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8daab430-8a69-4353-8e4b-f4bb56ebae0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.782633] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1157.782633] env[70636]: value = "task-2884367" [ 1157.782633] env[70636]: _type = "Task" [ 1157.782633] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.797786] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884367, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.973702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.973942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquired lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.974091] env[70636]: DEBUG nova.network.neutron [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.044582] env[70636]: INFO nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] bringing vm to original state: 'stopped' [ 1158.136376] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731305} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.139085] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7/a390c0d0-f845-4641-9cf9-b25520d149b7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.139670] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.139781] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66182d36-6c0f-4e97-b07d-e1950d632a7c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.145911] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1158.145911] env[70636]: value = "task-2884368" [ 1158.145911] env[70636]: _type = "Task" [ 1158.145911] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.156576] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.229136] env[70636]: DEBUG oslo_vmware.api [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884366, 'name': PowerOnVM_Task, 'duration_secs': 0.879335} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.229402] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.229604] env[70636]: INFO nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1158.229778] env[70636]: DEBUG nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.230565] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36fda41-1956-4c22-a1b4-6009bc491894 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.277046] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.277230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.277403] env[70636]: DEBUG nova.network.neutron [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.281023] env[70636]: DEBUG nova.objects.instance [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'info_cache' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.294648] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884367, 'name': Rename_Task, 'duration_secs': 0.238527} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.294893] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.295157] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915a0b23-b12c-470a-accc-59f440a539e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.302621] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1158.302621] env[70636]: value = "task-2884369" [ 1158.302621] env[70636]: _type = "Task" [ 1158.302621] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.312797] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.376161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7208d3ef-c208-4f18-ba00-e67d335f3f82 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.384748] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859095d5-0900-40b2-a8d3-515affc49a3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.421313] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834f8d0-411a-4e6b-bf6a-2a3e9cfc314d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.430213] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de1fbe5-8e5a-4a29-98f2-3199c536988c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.444128] env[70636]: DEBUG nova.compute.provider_tree [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.479695] env[70636]: DEBUG nova.compute.utils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Can not refresh info_cache because instance was not found {{(pid=70636) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1158.502803] env[70636]: DEBUG nova.network.neutron [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.655214] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112344} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.655627] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.658477] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a4adac-558e-49dc-93f2-df5538f85ad2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.682586] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7/a390c0d0-f845-4641-9cf9-b25520d149b7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.682685] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d94703-308e-43b2-abed-594f292b946a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.703212] env[70636]: DEBUG nova.network.neutron [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.710519] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1158.710519] env[70636]: value = "task-2884370" [ 1158.710519] env[70636]: _type = "Task" [ 1158.710519] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.731586] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.752057] env[70636]: INFO nova.compute.manager [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Took 44.90 seconds to build instance. [ 1158.780986] env[70636]: DEBUG nova.objects.base [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.815225] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.950127] env[70636]: DEBUG nova.scheduler.client.report [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.053704] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.054056] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.054290] env[70636]: DEBUG nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.055334] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a936fbe-169b-4d74-8063-f14f1216ff02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.062469] env[70636]: DEBUG nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1159.209026] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Releasing lock "refresh_cache-2a077995-2d6b-4c65-ad3b-bd351b7f93f7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.209026] env[70636]: DEBUG nova.compute.manager [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.209026] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.209026] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9138652-8b28-44a1-b30d-3ebc76e6fd5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.221906] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725c4cd-ed70-4d92-b0d8-6d73a005ad13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.234968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "5c796157-928c-48ae-9d48-c7a73a36c70f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.235596] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.235952] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "5c796157-928c-48ae-9d48-c7a73a36c70f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.236278] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.236610] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.239211] env[70636]: INFO nova.compute.manager [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Terminating instance [ 1159.245246] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.270290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77b25774-220f-47b2-b75c-6113087bedd2 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "77c92508-c490-40b0-a250-37984a3dbf41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.426s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.270290] env[70636]: WARNING nova.virt.vmwareapi.vmops [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2a077995-2d6b-4c65-ad3b-bd351b7f93f7 could not be found. [ 1159.270872] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.271249] env[70636]: INFO nova.compute.manager [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1159.271703] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.272918] env[70636]: DEBUG nova.compute.manager [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.273084] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.313736] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.326644] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.456356] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.456356] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.457354] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.284s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.457662] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.457956] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1159.458393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.342s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.461065] env[70636]: INFO nova.compute.claims [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.468073] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ddf41-1214-4049-8439-3a884b95ac9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.483420] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd7aac-3523-43d4-8bab-278eb6ec72bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.500196] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c90b0d5-61bc-42f5-bea8-943e56fa07cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.508105] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db7632-1859-48fa-a68b-0c969a852615 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.542607] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178214MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1159.542831] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.551930] env[70636]: DEBUG nova.network.neutron [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [{"id": "d3227b5d-2aab-4d80-b062-d9352128429f", "address": "fa:16:3e:73:39:a8", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3227b5d-2a", "ovs_interfaceid": "d3227b5d-2aab-4d80-b062-d9352128429f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.566665] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.567182] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b5bc1e-84e5-4bd5-ae85-de45c70d5c9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.575716] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1159.575716] env[70636]: value = "task-2884371" [ 1159.575716] env[70636]: _type = "Task" [ 1159.575716] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.584475] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.725424] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884370, 'name': ReconfigVM_Task, 'duration_secs': 0.536661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.725776] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7/a390c0d0-f845-4641-9cf9-b25520d149b7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.726332] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046610e5-c9a4-4322-9604-c8c930178f14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.733270] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1159.733270] env[70636]: value = "task-2884372" [ 1159.733270] env[70636]: _type = "Task" [ 1159.733270] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.740934] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884372, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.747195] env[70636]: DEBUG nova.compute.manager [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.747195] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.748023] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b3e1e-e492-40c2-a75a-713f4b3ffebe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.755993] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.756348] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812a7ced-9afe-44d6-8ad9-06d79e3f09c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.763835] env[70636]: DEBUG oslo_vmware.api [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1159.763835] env[70636]: value = "task-2884373" [ 1159.763835] env[70636]: _type = "Task" [ 1159.763835] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.772787] env[70636]: DEBUG oslo_vmware.api [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.814702] env[70636]: DEBUG nova.network.neutron [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.819907] env[70636]: DEBUG oslo_vmware.api [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884369, 'name': PowerOnVM_Task, 'duration_secs': 1.401833} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.820334] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.820562] env[70636]: DEBUG nova.compute.manager [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.821447] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d3458-71cd-4fe6-a108-3eee32faa300 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.968509] env[70636]: DEBUG nova.compute.utils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.969934] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.970128] env[70636]: DEBUG nova.network.neutron [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.018323] env[70636]: DEBUG nova.policy [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.054286] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "refresh_cache-df56f107-e9e4-42e0-a241-dcd7b9ee24f2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.086517] env[70636]: DEBUG oslo_vmware.api [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884371, 'name': PowerOffVM_Task, 'duration_secs': 0.29532} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.086975] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.087110] env[70636]: DEBUG nova.compute.manager [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.088048] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c64265-e483-4733-85da-04dd0244736a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.176652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "451c8de2-7e97-42e3-81af-458447b43b01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.176994] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "451c8de2-7e97-42e3-81af-458447b43b01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.244173] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884372, 'name': Rename_Task, 'duration_secs': 0.171108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.244173] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.244317] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25a1faa-fd12-46bf-b4d6-2879a8083e15 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.250177] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1160.250177] env[70636]: value = "task-2884374" [ 1160.250177] env[70636]: _type = "Task" [ 1160.250177] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.257825] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.272623] env[70636]: DEBUG oslo_vmware.api [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884373, 'name': PowerOffVM_Task, 'duration_secs': 0.172745} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.272874] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.273051] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.273297] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9151d85b-06e7-4ae0-a34f-e8f5452aea3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.279583] env[70636]: DEBUG nova.network.neutron [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Successfully created port: 27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.321313] env[70636]: INFO nova.compute.manager [-] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Took 1.05 seconds to deallocate network for instance. [ 1160.342060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.342060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.342202] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Deleting the datastore file [datastore2] 5c796157-928c-48ae-9d48-c7a73a36c70f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.342545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.342759] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92c141d-4e59-455b-8494-303de95a5e73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.348786] env[70636]: DEBUG oslo_vmware.api [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for the task: (returnval){ [ 1160.348786] env[70636]: value = "task-2884376" [ 1160.348786] env[70636]: _type = "Task" [ 1160.348786] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.358922] env[70636]: DEBUG oslo_vmware.api [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.473278] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.601421] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.679705] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.761026] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884374, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.831414] env[70636]: INFO nova.compute.manager [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance disappeared during terminate [ 1160.831646] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0f96985c-dd9d-462d-8529-f2a5c5b997e0 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "2a077995-2d6b-4c65-ad3b-bd351b7f93f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.364s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.860150] env[70636]: DEBUG oslo_vmware.api [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Task: {'id': task-2884376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226489} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.860150] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.860150] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.860150] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.860474] env[70636]: INFO nova.compute.manager [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1160.860507] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.863058] env[70636]: DEBUG nova.compute.manager [-] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.863166] env[70636]: DEBUG nova.network.neutron [-] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.060056] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.060353] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdd0b939-ffc7-4705-9d51-ec9e43bcc975 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.064030] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f34aa0-dc18-4b3c-94f5-aa3849db317f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.073246] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003d26c-5cef-4644-ab43-6c92aea197c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.076531] env[70636]: DEBUG oslo_vmware.api [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1161.076531] env[70636]: value = "task-2884377" [ 1161.076531] env[70636]: _type = "Task" [ 1161.076531] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.109569] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3438ee64-8409-451f-9bde-0fd1ade5c222 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.116919] env[70636]: DEBUG oslo_vmware.api [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884377, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.117401] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.123960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942d4d2-a755-4b9b-a12d-a011a5ba1b97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.138564] env[70636]: DEBUG nova.compute.provider_tree [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.198757] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.261307] env[70636]: DEBUG oslo_vmware.api [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884374, 'name': PowerOnVM_Task, 'duration_secs': 0.548097} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.261307] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.261467] env[70636]: INFO nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1161.261643] env[70636]: DEBUG nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.262588] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e952cc-d6c6-4b71-8a97-419eac8f121e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.270850] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "2831dc84-874e-4901-8475-3758d76938f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.271090] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "2831dc84-874e-4901-8475-3758d76938f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.271284] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "2831dc84-874e-4901-8475-3758d76938f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.271464] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "2831dc84-874e-4901-8475-3758d76938f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.271626] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "2831dc84-874e-4901-8475-3758d76938f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.273306] env[70636]: INFO nova.compute.manager [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Terminating instance [ 1161.486189] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.516173] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.516759] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.517402] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.517402] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.517402] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.517402] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.517673] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.517767] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.517997] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.518118] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.519509] env[70636]: DEBUG nova.virt.hardware [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.519509] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc34824f-5ef0-44a0-9f2e-435bfab33135 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.528441] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf04dda-1a1c-4a5a-aada-f588bd5686f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.586020] env[70636]: DEBUG oslo_vmware.api [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.641820] env[70636]: DEBUG nova.scheduler.client.report [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.670573] env[70636]: DEBUG nova.compute.manager [req-63f90f4f-7b83-4990-8bdb-1ec7aa092080 req-61d1aeda-b002-4f28-9dd8-a77a1bbd7256 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Received event network-vif-deleted-b614e101-b3fb-4ff2-bb1e-21f4021639be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.670776] env[70636]: INFO nova.compute.manager [req-63f90f4f-7b83-4990-8bdb-1ec7aa092080 req-61d1aeda-b002-4f28-9dd8-a77a1bbd7256 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Neutron deleted interface b614e101-b3fb-4ff2-bb1e-21f4021639be; detaching it from the instance and deleting it from the info cache [ 1161.670946] env[70636]: DEBUG nova.network.neutron [req-63f90f4f-7b83-4990-8bdb-1ec7aa092080 req-61d1aeda-b002-4f28-9dd8-a77a1bbd7256 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.778499] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "refresh_cache-2831dc84-874e-4901-8475-3758d76938f3" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.778872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquired lock "refresh_cache-2831dc84-874e-4901-8475-3758d76938f3" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.778872] env[70636]: DEBUG nova.network.neutron [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.786217] env[70636]: INFO nova.compute.manager [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Took 46.55 seconds to build instance. [ 1161.802659] env[70636]: DEBUG nova.compute.manager [req-c143bb51-7a63-443e-b96c-ed663d108631 req-298d4e94-dbb6-4187-921b-306e00c6fc32 service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Received event network-vif-plugged-27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.802876] env[70636]: DEBUG oslo_concurrency.lockutils [req-c143bb51-7a63-443e-b96c-ed663d108631 req-298d4e94-dbb6-4187-921b-306e00c6fc32 service nova] Acquiring lock "53d9a102-3ace-462d-935f-6e0869eb81a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.803098] env[70636]: DEBUG oslo_concurrency.lockutils [req-c143bb51-7a63-443e-b96c-ed663d108631 req-298d4e94-dbb6-4187-921b-306e00c6fc32 service nova] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.803289] env[70636]: DEBUG oslo_concurrency.lockutils [req-c143bb51-7a63-443e-b96c-ed663d108631 req-298d4e94-dbb6-4187-921b-306e00c6fc32 service nova] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.803473] env[70636]: DEBUG nova.compute.manager [req-c143bb51-7a63-443e-b96c-ed663d108631 req-298d4e94-dbb6-4187-921b-306e00c6fc32 service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] No waiting events found dispatching network-vif-plugged-27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.803637] env[70636]: WARNING nova.compute.manager [req-c143bb51-7a63-443e-b96c-ed663d108631 req-298d4e94-dbb6-4187-921b-306e00c6fc32 service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Received unexpected event network-vif-plugged-27e9fb21-1391-4edb-b331-121f1c7b1407 for instance with vm_state building and task_state spawning. [ 1161.810149] env[70636]: DEBUG nova.network.neutron [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.909981] env[70636]: DEBUG nova.network.neutron [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.962313] env[70636]: DEBUG nova.network.neutron [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Successfully updated port: 27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.994704] env[70636]: DEBUG nova.network.neutron [-] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.088541] env[70636]: DEBUG oslo_vmware.api [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884377, 'name': PowerOnVM_Task, 'duration_secs': 0.809703} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.088797] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.088995] env[70636]: DEBUG nova.compute.manager [None req-7d64f5f8-60af-4c91-a70b-09051a0daf79 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.089759] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80c456-35d8-4c92-9a35-0f0d41540b26 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.147239] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.147750] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.150593] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.955s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.173556] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f93d93b4-617c-45c1-961c-0f0289e52d48 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.183237] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3335bf-f0ec-4fd9-ac3c-f9cc85f597e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.221741] env[70636]: DEBUG nova.compute.manager [req-63f90f4f-7b83-4990-8bdb-1ec7aa092080 req-61d1aeda-b002-4f28-9dd8-a77a1bbd7256 service nova] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Detach interface failed, port_id=b614e101-b3fb-4ff2-bb1e-21f4021639be, reason: Instance 5c796157-928c-48ae-9d48-c7a73a36c70f could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.296215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-98095cda-45c6-4f18-98be-569a180a7c8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.067s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.413273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Releasing lock "refresh_cache-2831dc84-874e-4901-8475-3758d76938f3" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.413742] env[70636]: DEBUG nova.compute.manager [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.413939] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.414972] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f485cff7-ff72-447d-b191-0c329ee43f5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.423288] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.423568] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ae312a-0750-4698-a437-82348be9a34d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.429796] env[70636]: DEBUG oslo_vmware.api [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1162.429796] env[70636]: value = "task-2884378" [ 1162.429796] env[70636]: _type = "Task" [ 1162.429796] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.439718] env[70636]: DEBUG oslo_vmware.api [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.471035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-53d9a102-3ace-462d-935f-6e0869eb81a5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.471194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-53d9a102-3ace-462d-935f-6e0869eb81a5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.471343] env[70636]: DEBUG nova.network.neutron [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.495696] env[70636]: INFO nova.compute.manager [-] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Took 1.63 seconds to deallocate network for instance. [ 1162.504112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.504493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.504823] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.505138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.505422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.507749] env[70636]: INFO nova.compute.manager [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Terminating instance [ 1162.654246] env[70636]: DEBUG nova.compute.utils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.655469] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.656238] env[70636]: DEBUG nova.network.neutron [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.657902] env[70636]: DEBUG nova.objects.instance [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lazy-loading 'migration_context' on Instance uuid f2842deb-72c7-47d0-ba67-09665b96669e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.696028] env[70636]: DEBUG nova.policy [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8bfcce9c55940c0ac865297dbdd5a89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d2c020519849119a371af1e85d71de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.942351] env[70636]: DEBUG oslo_vmware.api [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884378, 'name': PowerOffVM_Task, 'duration_secs': 0.122143} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.942624] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.942773] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.943114] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a29d39-4f9e-43eb-98de-90522bfad974 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.966544] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.966935] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.967025] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Deleting the datastore file [datastore1] 2831dc84-874e-4901-8475-3758d76938f3 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.967277] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e27f92-9658-41cb-81d6-a75866b53363 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.977654] env[70636]: DEBUG oslo_vmware.api [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for the task: (returnval){ [ 1162.977654] env[70636]: value = "task-2884380" [ 1162.977654] env[70636]: _type = "Task" [ 1162.977654] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.989563] env[70636]: DEBUG oslo_vmware.api [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.003729] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.007978] env[70636]: DEBUG nova.network.neutron [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.013577] env[70636]: DEBUG nova.compute.manager [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.013773] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.015065] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c03697-c64a-4298-9e53-89afbaff28b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.021629] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.021869] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f3f4818-7cc8-4b84-8d80-3459132d5e69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.024251] env[70636]: DEBUG nova.network.neutron [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Successfully created port: 8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.091570] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.091805] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.092131] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore1] 4b5ec83f-571e-4bd6-90a5-c4161e29cf49 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.092393] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f54a41a5-145a-4ab8-b39a-066ba448477f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.098488] env[70636]: DEBUG oslo_vmware.api [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1163.098488] env[70636]: value = "task-2884382" [ 1163.098488] env[70636]: _type = "Task" [ 1163.098488] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.106533] env[70636]: DEBUG oslo_vmware.api [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.160501] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.169097] env[70636]: DEBUG nova.network.neutron [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Updating instance_info_cache with network_info: [{"id": "27e9fb21-1391-4edb-b331-121f1c7b1407", "address": "fa:16:3e:0a:c4:23", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e9fb21-13", "ovs_interfaceid": "27e9fb21-1391-4edb-b331-121f1c7b1407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.487774] env[70636]: DEBUG oslo_vmware.api [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Task: {'id': task-2884380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103165} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.488036] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.488222] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.488394] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.488570] env[70636]: INFO nova.compute.manager [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1163.488920] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.491238] env[70636]: DEBUG nova.compute.manager [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.491342] env[70636]: DEBUG nova.network.neutron [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.507476] env[70636]: DEBUG nova.network.neutron [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.552102] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee204646-c261-4540-93da-1b756f680264 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.558762] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d14bff2-e18f-412b-b14f-b3bd61aba739 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.589855] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71bf626-0b8a-4b3d-864e-d91ab406a7ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.597702] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c75b3-2ab1-452a-ae21-143dbce37c64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.614418] env[70636]: DEBUG nova.compute.provider_tree [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.620154] env[70636]: DEBUG oslo_vmware.api [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136488} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.622557] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.622557] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.622640] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.622791] env[70636]: INFO nova.compute.manager [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1163.623038] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.623415] env[70636]: DEBUG nova.compute.manager [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.625955] env[70636]: DEBUG nova.compute.manager [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.626069] env[70636]: DEBUG nova.network.neutron [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.674577] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-53d9a102-3ace-462d-935f-6e0869eb81a5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.675088] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Instance network_info: |[{"id": "27e9fb21-1391-4edb-b331-121f1c7b1407", "address": "fa:16:3e:0a:c4:23", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e9fb21-13", "ovs_interfaceid": "27e9fb21-1391-4edb-b331-121f1c7b1407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.676036] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c4:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e9fb21-1391-4edb-b331-121f1c7b1407', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.684705] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating folder: Project (acbca408962143648d95c45727a144cc). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.685329] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9fa6104-eb64-4120-a324-e0c0dd2cd986 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.696094] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created folder: Project (acbca408962143648d95c45727a144cc) in parent group-v579393. [ 1163.696583] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating folder: Instances. Parent ref: group-v579574. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.696907] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f34d8fa-5bff-4bd4-b232-3f308555f61d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.710655] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created folder: Instances in parent group-v579574. [ 1163.710655] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.710655] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.710655] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a509d34-ae58-4986-90a7-6a5986d07dfa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.731349] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.731349] env[70636]: value = "task-2884385" [ 1163.731349] env[70636]: _type = "Task" [ 1163.731349] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.740419] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884385, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.010053] env[70636]: DEBUG nova.network.neutron [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.059314] env[70636]: DEBUG nova.compute.manager [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Received event network-changed-27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.059491] env[70636]: DEBUG nova.compute.manager [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Refreshing instance network info cache due to event network-changed-27e9fb21-1391-4edb-b331-121f1c7b1407. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.059707] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] Acquiring lock "refresh_cache-53d9a102-3ace-462d-935f-6e0869eb81a5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.059857] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] Acquired lock "refresh_cache-53d9a102-3ace-462d-935f-6e0869eb81a5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.060035] env[70636]: DEBUG nova.network.neutron [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Refreshing network info cache for port 27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.077504] env[70636]: DEBUG nova.compute.manager [req-c462a75e-4619-4514-9e1f-21b9fb37c679 req-184b994f-529b-495e-9694-e1ba81c99d37 service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Received event network-vif-deleted-45aa4ac3-aa90-45a1-b3b0-fce6d271448b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.077696] env[70636]: INFO nova.compute.manager [req-c462a75e-4619-4514-9e1f-21b9fb37c679 req-184b994f-529b-495e-9694-e1ba81c99d37 service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Neutron deleted interface 45aa4ac3-aa90-45a1-b3b0-fce6d271448b; detaching it from the instance and deleting it from the info cache [ 1164.077887] env[70636]: DEBUG nova.network.neutron [req-c462a75e-4619-4514-9e1f-21b9fb37c679 req-184b994f-529b-495e-9694-e1ba81c99d37 service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.122098] env[70636]: DEBUG nova.scheduler.client.report [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.147200] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.177933] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.203330] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.203601] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.203811] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.204050] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.204238] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.204405] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.204634] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.204838] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.205122] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.205328] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.205526] env[70636]: DEBUG nova.virt.hardware [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.206697] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6738f6-c34a-42a8-afae-edc1ac3e1025 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.215014] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f02b7e-f0db-4dee-9e35-5781f7d701cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.239123] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884385, 'name': CreateVM_Task, 'duration_secs': 0.340906} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.239277] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.239906] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.240081] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.240384] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.240614] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7322fef0-ba42-4317-87c5-9a3e4f42a62d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.244641] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1164.244641] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521c5c1e-b7e2-5054-c9a7-a2760775556b" [ 1164.244641] env[70636]: _type = "Task" [ 1164.244641] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.252011] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521c5c1e-b7e2-5054-c9a7-a2760775556b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.498288] env[70636]: DEBUG nova.network.neutron [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.513724] env[70636]: INFO nova.compute.manager [-] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Took 1.02 seconds to deallocate network for instance. [ 1164.547047] env[70636]: DEBUG nova.network.neutron [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Successfully updated port: 8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.580972] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41aa73b1-9c4d-4ae4-b849-03aba3e8f9dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.591554] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b50bc73-e5b0-4c2d-9c3d-aadf1f2bedd1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.634070] env[70636]: DEBUG nova.compute.manager [req-c462a75e-4619-4514-9e1f-21b9fb37c679 req-184b994f-529b-495e-9694-e1ba81c99d37 service nova] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Detach interface failed, port_id=45aa4ac3-aa90-45a1-b3b0-fce6d271448b, reason: Instance 4b5ec83f-571e-4bd6-90a5-c4161e29cf49 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.755597] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521c5c1e-b7e2-5054-c9a7-a2760775556b, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.755944] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.756143] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.756382] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.756561] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.756785] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.757036] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-107136b3-2f80-4998-9e74-ad8a6ab9673e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.762206] env[70636]: DEBUG nova.network.neutron [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Updated VIF entry in instance network info cache for port 27e9fb21-1391-4edb-b331-121f1c7b1407. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.762519] env[70636]: DEBUG nova.network.neutron [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Updating instance_info_cache with network_info: [{"id": "27e9fb21-1391-4edb-b331-121f1c7b1407", "address": "fa:16:3e:0a:c4:23", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e9fb21-13", "ovs_interfaceid": "27e9fb21-1391-4edb-b331-121f1c7b1407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.764761] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.764938] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.765921] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edc6b30-6208-4b00-ad1f-9f308ea770b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.771013] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1164.771013] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520cc353-643e-b3dc-f158-4ab1e57b0e19" [ 1164.771013] env[70636]: _type = "Task" [ 1164.771013] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.779242] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520cc353-643e-b3dc-f158-4ab1e57b0e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.001616] env[70636]: INFO nova.compute.manager [-] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Took 1.38 seconds to deallocate network for instance. [ 1165.019689] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.051365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.051365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.051503] env[70636]: DEBUG nova.network.neutron [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.136550] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.986s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.142052] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.143479] env[70636]: INFO nova.compute.claims [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.266665] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0bc5ef6-9e2d-4c2a-8f83-c3dbcbe1420f req-d157e3f6-eb1b-4fbe-b1d8-bbbbd3a811cc service nova] Releasing lock "refresh_cache-53d9a102-3ace-462d-935f-6e0869eb81a5" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.281884] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520cc353-643e-b3dc-f158-4ab1e57b0e19, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.283031] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c938d0-c937-4319-b946-96f92ae240b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.288267] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1165.288267] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286dd32-e6cd-437e-c5cb-78fc439011f3" [ 1165.288267] env[70636]: _type = "Task" [ 1165.288267] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.296156] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286dd32-e6cd-437e-c5cb-78fc439011f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.508159] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.585013] env[70636]: DEBUG nova.network.neutron [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.730120] env[70636]: DEBUG nova.network.neutron [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updating instance_info_cache with network_info: [{"id": "8e130be0-3b45-4e80-8aaf-90410be4a284", "address": "fa:16:3e:aa:a2:80", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e130be0-3b", "ovs_interfaceid": "8e130be0-3b45-4e80-8aaf-90410be4a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.798583] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286dd32-e6cd-437e-c5cb-78fc439011f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.798832] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.799094] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 53d9a102-3ace-462d-935f-6e0869eb81a5/53d9a102-3ace-462d-935f-6e0869eb81a5.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.799354] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a2c57d-9c3a-449f-be00-54ae6f6c9003 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.805121] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1165.805121] env[70636]: value = "task-2884386" [ 1165.805121] env[70636]: _type = "Task" [ 1165.805121] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.812520] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.087355] env[70636]: DEBUG nova.compute.manager [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Received event network-vif-plugged-8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.087593] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.087781] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] Lock "5651e220-7ded-4770-997e-c96308342bdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.088036] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] Lock "5651e220-7ded-4770-997e-c96308342bdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.088166] env[70636]: DEBUG nova.compute.manager [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] No waiting events found dispatching network-vif-plugged-8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.088334] env[70636]: WARNING nova.compute.manager [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Received unexpected event network-vif-plugged-8e130be0-3b45-4e80-8aaf-90410be4a284 for instance with vm_state building and task_state spawning. [ 1166.088495] env[70636]: DEBUG nova.compute.manager [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Received event network-changed-8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.088721] env[70636]: DEBUG nova.compute.manager [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Refreshing instance network info cache due to event network-changed-8e130be0-3b45-4e80-8aaf-90410be4a284. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.089043] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] Acquiring lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.232783] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.233142] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Instance network_info: |[{"id": "8e130be0-3b45-4e80-8aaf-90410be4a284", "address": "fa:16:3e:aa:a2:80", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e130be0-3b", "ovs_interfaceid": "8e130be0-3b45-4e80-8aaf-90410be4a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.233538] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] Acquired lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.233623] env[70636]: DEBUG nova.network.neutron [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Refreshing network info cache for port 8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.235030] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:a2:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e130be0-3b45-4e80-8aaf-90410be4a284', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.246711] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Creating folder: Project (43d2c020519849119a371af1e85d71de). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.252396] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5323c987-e7d0-4c72-ada6-97007c4c8be6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.264972] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Created folder: Project (43d2c020519849119a371af1e85d71de) in parent group-v579393. [ 1166.265084] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Creating folder: Instances. Parent ref: group-v579577. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.267664] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84b8749c-1016-4af3-b146-97d382bd379e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.276380] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Created folder: Instances in parent group-v579577. [ 1166.276617] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.276789] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.276984] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a77ebfc-38c0-419e-9a48-d6275fecd543 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.301098] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.301098] env[70636]: value = "task-2884389" [ 1166.301098] env[70636]: _type = "Task" [ 1166.301098] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.308666] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884389, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.318084] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475779} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.318326] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 53d9a102-3ace-462d-935f-6e0869eb81a5/53d9a102-3ace-462d-935f-6e0869eb81a5.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.318535] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.318764] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c67549-67fd-4374-af02-4a2192112db6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.326050] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1166.326050] env[70636]: value = "task-2884390" [ 1166.326050] env[70636]: _type = "Task" [ 1166.326050] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.333911] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.466285] env[70636]: DEBUG nova.network.neutron [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updated VIF entry in instance network info cache for port 8e130be0-3b45-4e80-8aaf-90410be4a284. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.466708] env[70636]: DEBUG nova.network.neutron [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updating instance_info_cache with network_info: [{"id": "8e130be0-3b45-4e80-8aaf-90410be4a284", "address": "fa:16:3e:aa:a2:80", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e130be0-3b", "ovs_interfaceid": "8e130be0-3b45-4e80-8aaf-90410be4a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.583019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833cb184-f227-42ca-b077-76550787c4d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.589022] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c99aeae-f78a-485d-8a5f-9306a3bb5631 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.620291] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15049a99-52eb-44e2-82d0-3cd541f92d02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.627613] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe6fe0-1890-4902-aa1e-cedec029a81f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.640775] env[70636]: DEBUG nova.compute.provider_tree [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.682909] env[70636]: INFO nova.compute.manager [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Swapping old allocation on dict_keys(['65af5bb0-a104-4010-a4c9-9b0c2e12c41b']) held by migration f8f112e8-5050-4470-922c-10320d5fbd17 for instance [ 1166.706645] env[70636]: DEBUG nova.scheduler.client.report [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Overwriting current allocation {'allocations': {'65af5bb0-a104-4010-a4c9-9b0c2e12c41b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '4c2adf554caf48a298d83bb7b499df57', 'user_id': 'f1f820da4a1c4c24a03e1bacedee1eca', 'consumer_generation': 1} on consumer f2842deb-72c7-47d0-ba67-09665b96669e {{(pid=70636) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1166.785304] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.785482] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquired lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.785650] env[70636]: DEBUG nova.network.neutron [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.811044] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884389, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.834912] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068637} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.835198] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.835982] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1be39-123b-4686-92f4-4f70f3676e77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.859664] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 53d9a102-3ace-462d-935f-6e0869eb81a5/53d9a102-3ace-462d-935f-6e0869eb81a5.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.859929] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1b05e5-7f93-4e60-9bf6-bedccbcedc07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.878970] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1166.878970] env[70636]: value = "task-2884391" [ 1166.878970] env[70636]: _type = "Task" [ 1166.878970] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.886828] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.969847] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0d5b477-ba3f-41e0-a3b1-a5eca8cdd5ff req-02dc1f90-c7f1-45cb-b058-c060c76672a8 service nova] Releasing lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.144068] env[70636]: DEBUG nova.scheduler.client.report [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.312122] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884389, 'name': CreateVM_Task, 'duration_secs': 0.690521} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.312279] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.312951] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.313132] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.313456] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.313710] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acc019c-9e04-4741-ade1-a814bb9d0791 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.319831] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1167.319831] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ffb974-d92f-ce79-8210-dee79345c9b2" [ 1167.319831] env[70636]: _type = "Task" [ 1167.319831] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.327990] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ffb974-d92f-ce79-8210-dee79345c9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.388316] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884391, 'name': ReconfigVM_Task, 'duration_secs': 0.303136} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.391044] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 53d9a102-3ace-462d-935f-6e0869eb81a5/53d9a102-3ace-462d-935f-6e0869eb81a5.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.391486] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45ec1e8-5627-4bac-95d2-3439239680b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.398172] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1167.398172] env[70636]: value = "task-2884392" [ 1167.398172] env[70636]: _type = "Task" [ 1167.398172] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.406925] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884392, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.484609] env[70636]: DEBUG nova.network.neutron [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [{"id": "0e266fad-ba3f-45cd-8a21-7592c769b533", "address": "fa:16:3e:37:1c:50", "network": {"id": "efb525ab-674b-42e9-8463-12fef59f08ee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d88db503b1a642e8a4a367eeb576b7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e266fad-ba", "ovs_interfaceid": "0e266fad-ba3f-45cd-8a21-7592c769b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.649921] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.650524] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.655026] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.762s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.657203] env[70636]: INFO nova.compute.claims [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.831714] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ffb974-d92f-ce79-8210-dee79345c9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.832134] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.832432] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.832723] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.832928] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.833178] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.833511] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5003bd1e-9733-490a-8dd0-28f8ffe2fce5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.841820] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.842119] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.842892] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605c7f7f-4757-4f5e-90db-40985f78de01 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.847804] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1167.847804] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be0752-f028-64b9-b4f5-01a1e457ac1e" [ 1167.847804] env[70636]: _type = "Task" [ 1167.847804] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.855280] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be0752-f028-64b9-b4f5-01a1e457ac1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.907632] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884392, 'name': Rename_Task, 'duration_secs': 0.136828} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.908065] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.908370] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0bef2b1-d699-42d7-bc38-3dad0dc854dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.915717] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1167.915717] env[70636]: value = "task-2884393" [ 1167.915717] env[70636]: _type = "Task" [ 1167.915717] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.925017] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.987495] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Releasing lock "refresh_cache-f2842deb-72c7-47d0-ba67-09665b96669e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.987998] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.988332] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdcf8829-eade-4567-b6f8-e8d995ac8e5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.994672] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1167.994672] env[70636]: value = "task-2884394" [ 1167.994672] env[70636]: _type = "Task" [ 1167.994672] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.003293] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.163237] env[70636]: DEBUG nova.compute.utils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.168760] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.168760] env[70636]: DEBUG nova.network.neutron [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.207698] env[70636]: DEBUG nova.policy [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e596909ff69406aaa72c067215f759a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '484419bfde1549f4964e66378596f3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.358368] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52be0752-f028-64b9-b4f5-01a1e457ac1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008236} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.359195] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117afec7-3df5-43cd-a2da-2b56c085e3fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.364615] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1168.364615] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524d87b1-cd5d-89c7-68f8-341ec2f34617" [ 1168.364615] env[70636]: _type = "Task" [ 1168.364615] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.372037] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524d87b1-cd5d-89c7-68f8-341ec2f34617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.425429] env[70636]: DEBUG oslo_vmware.api [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884393, 'name': PowerOnVM_Task, 'duration_secs': 0.447034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.425929] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.426269] env[70636]: INFO nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1168.426569] env[70636]: DEBUG nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.428255] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a26092a-840f-4308-9886-4ef5620a0cb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.495969] env[70636]: DEBUG nova.network.neutron [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Successfully created port: a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.504966] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884394, 'name': PowerOffVM_Task, 'duration_secs': 0.213904} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.505617] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.506172] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:38:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b786e1ae-56c9-43a3-85df-20f4b3951ee8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1997747632',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.506399] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.506551] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.506730] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.506902] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.507066] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.507272] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.507429] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.507591] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.507752] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.507923] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.513210] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea1119a-d339-4238-86bf-c0361bfb6ba9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.528900] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1168.528900] env[70636]: value = "task-2884395" [ 1168.528900] env[70636]: _type = "Task" [ 1168.528900] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.537383] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.667779] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.876538] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524d87b1-cd5d-89c7-68f8-341ec2f34617, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.876825] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.877106] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 5651e220-7ded-4770-997e-c96308342bdd/5651e220-7ded-4770-997e-c96308342bdd.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.877360] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9212bd8-cd0c-4236-b55d-8d5f6bb0f451 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.886151] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1168.886151] env[70636]: value = "task-2884396" [ 1168.886151] env[70636]: _type = "Task" [ 1168.886151] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.895991] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.946507] env[70636]: INFO nova.compute.manager [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Took 39.31 seconds to build instance. [ 1169.041682] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884395, 'name': ReconfigVM_Task, 'duration_secs': 0.176114} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.042829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d63f8-2557-4686-819b-86aaf554b3dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.047018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6e1fa3-38ac-46db-b4fa-a020aa3eb2f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.068141] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:38:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b786e1ae-56c9-43a3-85df-20f4b3951ee8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1997747632',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.068378] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.068533] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.068712] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.068856] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.069097] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.069378] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.069572] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.069738] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.069907] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.070106] env[70636]: DEBUG nova.virt.hardware [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.073346] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6472b2-6a8b-4672-a5a7-5586e18f506e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.077088] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85e0263-ee43-4397-b7f6-9409e1e15d56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.085031] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1169.085031] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e142ea-4ea3-9f33-1c1f-b3805a6b37c1" [ 1169.085031] env[70636]: _type = "Task" [ 1169.085031] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.114883] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a96931-e89a-41cc-9db6-94de48e5107c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.120938] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e142ea-4ea3-9f33-1c1f-b3805a6b37c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.126072] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca74c7cf-95e0-4307-abcc-8bc1dedaa559 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.142291] env[70636]: DEBUG nova.compute.provider_tree [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.176446] env[70636]: INFO nova.virt.block_device [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Booting with volume ecd113e3-8bdf-4e43-9b1a-a1f3062a0460 at /dev/sda [ 1169.221937] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e22452da-1bc5-4bca-bb2b-339e07a0f75c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.231959] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211d6ed0-aeac-445a-951c-e46e124e24b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.274505] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51c9bc6d-ada9-4fc3-b4ea-7eef64b779f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.284876] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32457dab-1673-4cfe-8836-500e572c06a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.327362] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca40912-a574-4dae-bd08-486860af21c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.335242] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41394a30-777e-4d29-90f2-04bfe5775ee0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.351646] env[70636]: DEBUG nova.virt.block_device [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updating existing volume attachment record: d0be09e8-9dc6-4c66-97b1-3aff35bd2e91 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.396990] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494638} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.397163] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 5651e220-7ded-4770-997e-c96308342bdd/5651e220-7ded-4770-997e-c96308342bdd.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.397381] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.397732] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bd2f087-2fd8-4c5a-bc46-212157cc49f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.405151] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1169.405151] env[70636]: value = "task-2884397" [ 1169.405151] env[70636]: _type = "Task" [ 1169.405151] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.414929] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.448337] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ca74531c-2c12-4ce1-a8dc-683d4879a113 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.859s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.594479] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e142ea-4ea3-9f33-1c1f-b3805a6b37c1, 'name': SearchDatastore_Task, 'duration_secs': 0.036388} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.599924] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.600218] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5d4af2-5ad0-4f2d-992b-0f2ee92ed10e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.618076] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1169.618076] env[70636]: value = "task-2884398" [ 1169.618076] env[70636]: _type = "Task" [ 1169.618076] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.625794] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.646032] env[70636]: DEBUG nova.scheduler.client.report [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.889448] env[70636]: DEBUG nova.compute.manager [req-5136ea76-52df-45e6-96a6-d99d9ff5f486 req-be3728ba-c95d-429b-816e-99efa06676e6 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Received event network-vif-plugged-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.889448] env[70636]: DEBUG oslo_concurrency.lockutils [req-5136ea76-52df-45e6-96a6-d99d9ff5f486 req-be3728ba-c95d-429b-816e-99efa06676e6 service nova] Acquiring lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.889746] env[70636]: DEBUG oslo_concurrency.lockutils [req-5136ea76-52df-45e6-96a6-d99d9ff5f486 req-be3728ba-c95d-429b-816e-99efa06676e6 service nova] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.889826] env[70636]: DEBUG oslo_concurrency.lockutils [req-5136ea76-52df-45e6-96a6-d99d9ff5f486 req-be3728ba-c95d-429b-816e-99efa06676e6 service nova] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.889964] env[70636]: DEBUG nova.compute.manager [req-5136ea76-52df-45e6-96a6-d99d9ff5f486 req-be3728ba-c95d-429b-816e-99efa06676e6 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] No waiting events found dispatching network-vif-plugged-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.890134] env[70636]: WARNING nova.compute.manager [req-5136ea76-52df-45e6-96a6-d99d9ff5f486 req-be3728ba-c95d-429b-816e-99efa06676e6 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Received unexpected event network-vif-plugged-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd for instance with vm_state building and task_state block_device_mapping. [ 1169.919300] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174112} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.919300] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.921434] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdf1975-0ec0-4590-bd3b-e7dcf07b7892 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.947462] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 5651e220-7ded-4770-997e-c96308342bdd/5651e220-7ded-4770-997e-c96308342bdd.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.947949] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648af575-63e8-44ae-a778-d093c969ee6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.969455] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1169.969455] env[70636]: value = "task-2884399" [ 1169.969455] env[70636]: _type = "Task" [ 1169.969455] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.979732] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.981915] env[70636]: DEBUG nova.network.neutron [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Successfully updated port: a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.127654] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884398, 'name': ReconfigVM_Task, 'duration_secs': 0.214939} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.128009] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.128857] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6378a80d-b9b1-4ad5-95cf-bc66a7f78017 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.152462] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.153325] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.153802] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.157352] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adb5894-7200-496f-b249-9fdbe101245d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.169878] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.029s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.171397] env[70636]: INFO nova.compute.claims [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.180513] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1170.180513] env[70636]: value = "task-2884400" [ 1170.180513] env[70636]: _type = "Task" [ 1170.180513] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.188930] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.479807] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884399, 'name': ReconfigVM_Task, 'duration_secs': 0.270282} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.480133] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 5651e220-7ded-4770-997e-c96308342bdd/5651e220-7ded-4770-997e-c96308342bdd.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.481014] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-815bae33-5d1f-4cff-86ee-8d7f83c84df9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.485219] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.485389] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquired lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.485489] env[70636]: DEBUG nova.network.neutron [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.487603] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1170.487603] env[70636]: value = "task-2884401" [ 1170.487603] env[70636]: _type = "Task" [ 1170.487603] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.496769] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884401, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.658979] env[70636]: DEBUG nova.compute.utils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.660462] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.660630] env[70636]: DEBUG nova.network.neutron [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.691067] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884400, 'name': ReconfigVM_Task, 'duration_secs': 0.293856} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.691326] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e/f2842deb-72c7-47d0-ba67-09665b96669e.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.692139] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0208819-2ee1-4be4-a4c7-e5b09d7f7448 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712088] env[70636]: DEBUG nova.policy [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec0ea1da83f45eeaee9ab83614b1488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a5bda958104bb387f1e2153116534f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.713939] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777f278c-be23-4e7a-8c5f-df9a3c341c23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.734032] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160aeb6-5fc8-4cdd-a044-33b72895373b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.751757] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318a314-0ff2-4cb1-9c6e-9fa8e805583f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.759019] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.759126] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034e8869-fd1c-4915-8859-8492f1285209 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.765993] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1170.765993] env[70636]: value = "task-2884402" [ 1170.765993] env[70636]: _type = "Task" [ 1170.765993] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.773146] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.817604] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "23751277-fbf7-4378-bd54-e8d17e3a64af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.817834] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.002121] env[70636]: DEBUG nova.network.neutron [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Successfully created port: 7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.013047] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884401, 'name': Rename_Task, 'duration_secs': 0.40971} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.013384] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.013661] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b963f4-ba66-44d1-b2da-ecfaf501a4cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.020422] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1171.020422] env[70636]: value = "task-2884403" [ 1171.020422] env[70636]: _type = "Task" [ 1171.020422] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.033031] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.054966] env[70636]: DEBUG nova.network.neutron [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.165688] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.279021] env[70636]: DEBUG oslo_vmware.api [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884402, 'name': PowerOnVM_Task, 'duration_secs': 0.447384} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.279419] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.312221] env[70636]: DEBUG nova.network.neutron [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updating instance_info_cache with network_info: [{"id": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "address": "fa:16:3e:f9:11:2e", "network": {"id": "4e176bc7-9505-4995-a3e6-34e557bce0b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-912669736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484419bfde1549f4964e66378596f3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31c612f-fb", "ovs_interfaceid": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.323012] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.445298] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.445826] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.446046] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.446220] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.446401] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.446544] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.446687] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.446911] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.447096] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.447313] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.447528] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.447703] env[70636]: DEBUG nova.virt.hardware [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.449019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba2528-c29d-40a9-af13-2b4f7c9ba527 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.462711] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04492cf-8ba8-4f35-b838-87c4359f9e6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.530712] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884403, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.659601] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f115da-8ecb-43ec-a01f-7cb437cc3e9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.666826] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db344bc-d858-474a-99c5-15e0c9e20efb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.702478] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051e9ea1-1c9e-4e80-bee6-541c907fd113 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.710218] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4d7379-9a49-4103-9e63-1115abfd5a2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.723798] env[70636]: DEBUG nova.compute.provider_tree [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.815530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Releasing lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.815871] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance network_info: |[{"id": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "address": "fa:16:3e:f9:11:2e", "network": {"id": "4e176bc7-9505-4995-a3e6-34e557bce0b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-912669736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484419bfde1549f4964e66378596f3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31c612f-fb", "ovs_interfaceid": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.816300] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:11:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31c612f-fb0e-4af0-8004-7cdb82fa5cfd', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.823942] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Creating folder: Project (484419bfde1549f4964e66378596f3a5). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.824618] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429e1c94-7803-430e-9e5e-c6f8e38afb04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.837212] env[70636]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1171.837369] env[70636]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70636) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1171.837986] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Folder already exists: Project (484419bfde1549f4964e66378596f3a5). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1171.838154] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Creating folder: Instances. Parent ref: group-v579549. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.838388] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f4036e-a0e0-4e01-a5d7-709ad248b517 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.845433] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.849216] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Created folder: Instances in parent group-v579549. [ 1171.849433] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.849609] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.849808] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03fa2728-5fe8-4fdf-a941-f075c7f7fb81 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.869047] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.869047] env[70636]: value = "task-2884406" [ 1171.869047] env[70636]: _type = "Task" [ 1171.869047] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.878250] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884406, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.919660] env[70636]: DEBUG nova.compute.manager [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Received event network-changed-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.919916] env[70636]: DEBUG nova.compute.manager [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Refreshing instance network info cache due to event network-changed-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.920105] env[70636]: DEBUG oslo_concurrency.lockutils [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] Acquiring lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.920256] env[70636]: DEBUG oslo_concurrency.lockutils [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] Acquired lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.920532] env[70636]: DEBUG nova.network.neutron [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Refreshing network info cache for port a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.031336] env[70636]: DEBUG oslo_vmware.api [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884403, 'name': PowerOnVM_Task, 'duration_secs': 0.923149} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.031698] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.031945] env[70636]: INFO nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1172.032154] env[70636]: DEBUG nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.033018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f7388-027e-450c-abce-6f67d123b3b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.175694] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.204356] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0a5316eb1654a3be028b089e07c0505d',container_format='bare',created_at=2025-03-10T10:40:27Z,direct_url=,disk_format='vmdk',id=1bea9485-6549-4df2-9e53-66b71d97eb16,min_disk=1,min_ram=0,name='tempest-test-snap-1719910775',owner='c1a5bda958104bb387f1e2153116534f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-10T10:40:42Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.204603] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.204780] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.204941] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.205098] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.205314] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.205588] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.205751] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.205938] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.206126] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.206298] env[70636]: DEBUG nova.virt.hardware [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.207304] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c632a65-5df6-4956-9fd8-8a6786319a30 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.215958] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a390fd-903f-4886-9d6f-077c4a0b7376 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.231317] env[70636]: DEBUG nova.scheduler.client.report [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.293937] env[70636]: INFO nova.compute.manager [None req-b0180e17-c50f-44e3-8090-33a21a660a9c tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance to original state: 'active' [ 1172.379202] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884406, 'name': CreateVM_Task, 'duration_secs': 0.355281} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.379470] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.380045] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579555', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'name': 'volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72b5e8ab-db00-4546-90c7-f6e9245ccf53', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'serial': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'd0be09e8-9dc6-4c66-97b1-3aff35bd2e91', 'volume_type': None}], 'swap': None} {{(pid=70636) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1172.380253] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Root volume attach. Driver type: vmdk {{(pid=70636) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1172.381019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddae244-a938-4d9b-90b1-b727417cec45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.388233] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0eeb3-f3bf-46f7-aabc-b60175934e86 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.393926] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f6b5b-ad60-4042-bfdc-3536731f3215 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.399688] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2df02bb8-2d75-4b0e-b304-65288468772c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.406587] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1172.406587] env[70636]: value = "task-2884407" [ 1172.406587] env[70636]: _type = "Task" [ 1172.406587] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.413855] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.559993] env[70636]: INFO nova.compute.manager [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Took 39.49 seconds to build instance. [ 1172.576481] env[70636]: DEBUG nova.network.neutron [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Successfully updated port: 7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.736527] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.737219] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.739796] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.528s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.741207] env[70636]: INFO nova.compute.claims [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.756487] env[70636]: DEBUG nova.network.neutron [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updated VIF entry in instance network info cache for port a31c612f-fb0e-4af0-8004-7cdb82fa5cfd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.756848] env[70636]: DEBUG nova.network.neutron [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updating instance_info_cache with network_info: [{"id": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "address": "fa:16:3e:f9:11:2e", "network": {"id": "4e176bc7-9505-4995-a3e6-34e557bce0b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-912669736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484419bfde1549f4964e66378596f3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31c612f-fb", "ovs_interfaceid": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.916299] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 34%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.065452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5169df25-d504-49a0-b42e-d3644c39c4e4 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.010s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.079306] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "refresh_cache-c18187c8-a457-4ed1-a882-922be8b34018" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.079484] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "refresh_cache-c18187c8-a457-4ed1-a882-922be8b34018" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.079644] env[70636]: DEBUG nova.network.neutron [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.246259] env[70636]: DEBUG nova.compute.utils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.251453] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.251453] env[70636]: DEBUG nova.network.neutron [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.258877] env[70636]: DEBUG oslo_concurrency.lockutils [req-396a6301-f108-4058-8fb7-90ea2759d0a7 req-40031e89-255e-4abb-9f13-c4f849d51314 service nova] Releasing lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.294191] env[70636]: DEBUG nova.policy [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e03301271da14747a5b94d9d07cfb4a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d202132e708469b9d40f638d4c2fa30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.419887] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 47%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.622014] env[70636]: DEBUG nova.network.neutron [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.752088] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.771091] env[70636]: DEBUG nova.network.neutron [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Updating instance_info_cache with network_info: [{"id": "7f3956db-2112-461c-84ad-9af107115a1f", "address": "fa:16:3e:16:7d:6f", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3956db-21", "ovs_interfaceid": "7f3956db-2112-461c-84ad-9af107115a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.779409] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "f2842deb-72c7-47d0-ba67-09665b96669e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.780689] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.780689] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.781800] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.782018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.784520] env[70636]: INFO nova.compute.manager [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Terminating instance [ 1173.802553] env[70636]: DEBUG nova.network.neutron [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Successfully created port: d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.928226] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 60%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.274675] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "refresh_cache-c18187c8-a457-4ed1-a882-922be8b34018" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.275071] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Instance network_info: |[{"id": "7f3956db-2112-461c-84ad-9af107115a1f", "address": "fa:16:3e:16:7d:6f", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3956db-21", "ovs_interfaceid": "7f3956db-2112-461c-84ad-9af107115a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.275505] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:7d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f3956db-2112-461c-84ad-9af107115a1f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.286713] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.288202] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.290084] env[70636]: DEBUG nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Received event network-vif-plugged-7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.290084] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Acquiring lock "c18187c8-a457-4ed1-a882-922be8b34018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.290192] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Lock "c18187c8-a457-4ed1-a882-922be8b34018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.290318] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Lock "c18187c8-a457-4ed1-a882-922be8b34018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.290481] env[70636]: DEBUG nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] No waiting events found dispatching network-vif-plugged-7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.290647] env[70636]: WARNING nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Received unexpected event network-vif-plugged-7f3956db-2112-461c-84ad-9af107115a1f for instance with vm_state building and task_state spawning. [ 1174.290805] env[70636]: DEBUG nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Received event network-changed-7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.290955] env[70636]: DEBUG nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Refreshing instance network info cache due to event network-changed-7f3956db-2112-461c-84ad-9af107115a1f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.291196] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Acquiring lock "refresh_cache-c18187c8-a457-4ed1-a882-922be8b34018" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.291343] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Acquired lock "refresh_cache-c18187c8-a457-4ed1-a882-922be8b34018" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.291504] env[70636]: DEBUG nova.network.neutron [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Refreshing network info cache for port 7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.296773] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d76da0-163f-4714-8909-a7e0554fdeff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.310365] env[70636]: DEBUG nova.compute.manager [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.310577] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.311632] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9fae3d-94f7-4bfc-8a91-e4e9c45c7669 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.316289] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f561ab4c-eb8f-493b-a566-5e78dad23b48 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.330648] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1c894-446b-4c97-bbd6-db272d02c67f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.334219] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.334219] env[70636]: value = "task-2884408" [ 1174.334219] env[70636]: _type = "Task" [ 1174.334219] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.334544] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.335150] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b3387d8-1f6e-4315-a0a9-f6ad0464511f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.376009] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee2c7cd-39e8-4e9c-b5a6-c1496f1c4f80 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378840] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884408, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.379202] env[70636]: DEBUG oslo_vmware.api [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1174.379202] env[70636]: value = "task-2884409" [ 1174.379202] env[70636]: _type = "Task" [ 1174.379202] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.391461] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de7ac3a-7687-4518-8664-5128dc7493f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.397267] env[70636]: DEBUG oslo_vmware.api [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.414217] env[70636]: DEBUG nova.compute.provider_tree [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.428357] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 75%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.765665] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.796282] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.796551] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.796728] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.796973] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.797229] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.797408] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.797643] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.797854] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.798076] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.798338] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.798549] env[70636]: DEBUG nova.virt.hardware [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.799611] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed23f8b-322e-4012-9f8f-5229f888b6c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.810847] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79a610-97dd-43b0-9069-a77c78a6c060 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.845910] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884408, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.891785] env[70636]: DEBUG oslo_vmware.api [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884409, 'name': PowerOffVM_Task, 'duration_secs': 0.316511} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.892058] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.892234] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.892517] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0e8d47b-5780-4a63-8cae-9865ff50f3d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.921138] env[70636]: DEBUG nova.scheduler.client.report [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.928579] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.966009] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.966306] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.966504] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleting the datastore file [datastore2] f2842deb-72c7-47d0-ba67-09665b96669e {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.966870] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ec9d4e8-b1e6-40b5-83f1-3ba52b661e0b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.974362] env[70636]: DEBUG oslo_vmware.api [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1174.974362] env[70636]: value = "task-2884411" [ 1174.974362] env[70636]: _type = "Task" [ 1174.974362] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.985164] env[70636]: DEBUG oslo_vmware.api [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.046224] env[70636]: DEBUG nova.network.neutron [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Updated VIF entry in instance network info cache for port 7f3956db-2112-461c-84ad-9af107115a1f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.047886] env[70636]: DEBUG nova.network.neutron [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Updating instance_info_cache with network_info: [{"id": "7f3956db-2112-461c-84ad-9af107115a1f", "address": "fa:16:3e:16:7d:6f", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3956db-21", "ovs_interfaceid": "7f3956db-2112-461c-84ad-9af107115a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.344993] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884408, 'name': CreateVM_Task, 'duration_secs': 0.55063} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.345308] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.345909] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.346082] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.346450] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.346730] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a213e3-2ac7-4d6f-9f9f-15d96813c343 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.351314] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1175.351314] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e06b08-d420-dd83-7f65-c0ae991cc2b3" [ 1175.351314] env[70636]: _type = "Task" [ 1175.351314] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.359143] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e06b08-d420-dd83-7f65-c0ae991cc2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.427392] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.430365] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.430845] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.433259] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.463s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.433767] env[70636]: DEBUG nova.objects.instance [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lazy-loading 'resources' on Instance uuid f3d78901-c3c5-49fd-8a0a-25631a5e8e67 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.484433] env[70636]: DEBUG oslo_vmware.api [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159177} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.484614] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.484823] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.485035] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.485200] env[70636]: INFO nova.compute.manager [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1175.485426] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.485609] env[70636]: DEBUG nova.compute.manager [-] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.485700] env[70636]: DEBUG nova.network.neutron [-] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.550054] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Releasing lock "refresh_cache-c18187c8-a457-4ed1-a882-922be8b34018" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.550391] env[70636]: DEBUG nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Received event network-changed-8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.550610] env[70636]: DEBUG nova.compute.manager [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Refreshing instance network info cache due to event network-changed-8e130be0-3b45-4e80-8aaf-90410be4a284. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.550838] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Acquiring lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.551057] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Acquired lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.551233] env[70636]: DEBUG nova.network.neutron [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Refreshing network info cache for port 8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.679944] env[70636]: DEBUG nova.compute.manager [req-27251a1b-c623-41a1-a7c0-417720f832fb req-530e5c88-36ba-43bb-8535-bba34fd790e6 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Received event network-vif-plugged-d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.680152] env[70636]: DEBUG oslo_concurrency.lockutils [req-27251a1b-c623-41a1-a7c0-417720f832fb req-530e5c88-36ba-43bb-8535-bba34fd790e6 service nova] Acquiring lock "830968fc-9457-41c7-be96-5257ba58e4e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.680344] env[70636]: DEBUG oslo_concurrency.lockutils [req-27251a1b-c623-41a1-a7c0-417720f832fb req-530e5c88-36ba-43bb-8535-bba34fd790e6 service nova] Lock "830968fc-9457-41c7-be96-5257ba58e4e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.680501] env[70636]: DEBUG oslo_concurrency.lockutils [req-27251a1b-c623-41a1-a7c0-417720f832fb req-530e5c88-36ba-43bb-8535-bba34fd790e6 service nova] Lock "830968fc-9457-41c7-be96-5257ba58e4e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.680657] env[70636]: DEBUG nova.compute.manager [req-27251a1b-c623-41a1-a7c0-417720f832fb req-530e5c88-36ba-43bb-8535-bba34fd790e6 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] No waiting events found dispatching network-vif-plugged-d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.680822] env[70636]: WARNING nova.compute.manager [req-27251a1b-c623-41a1-a7c0-417720f832fb req-530e5c88-36ba-43bb-8535-bba34fd790e6 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Received unexpected event network-vif-plugged-d1991bc1-df21-4e34-be24-f4366222574c for instance with vm_state building and task_state spawning. [ 1175.813364] env[70636]: DEBUG nova.network.neutron [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Successfully updated port: d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.861836] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.861836] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Processing image 1bea9485-6549-4df2-9e53-66b71d97eb16 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.861836] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.861836] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.862124] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.862223] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc2c7895-3091-4a5c-97fa-77fd4869cfd8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.870687] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.870857] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.871552] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656461b5-4c01-460e-92a4-a0244d8a574c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.876016] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1175.876016] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a9ad1-6e94-8065-acb5-3cd045223fd6" [ 1175.876016] env[70636]: _type = "Task" [ 1175.876016] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.883186] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a9ad1-6e94-8065-acb5-3cd045223fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.924000] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.936372] env[70636]: DEBUG nova.compute.utils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.940084] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.940253] env[70636]: DEBUG nova.network.neutron [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.979399] env[70636]: DEBUG nova.policy [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fc6389b63d54c77b9cd24f5b155d2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210a64da6d2a4337a5bf7c1344da840e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.228677] env[70636]: DEBUG nova.network.neutron [-] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.297331] env[70636]: DEBUG nova.network.neutron [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updated VIF entry in instance network info cache for port 8e130be0-3b45-4e80-8aaf-90410be4a284. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.297719] env[70636]: DEBUG nova.network.neutron [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updating instance_info_cache with network_info: [{"id": "8e130be0-3b45-4e80-8aaf-90410be4a284", "address": "fa:16:3e:aa:a2:80", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e130be0-3b", "ovs_interfaceid": "8e130be0-3b45-4e80-8aaf-90410be4a284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.317200] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "refresh_cache-830968fc-9457-41c7-be96-5257ba58e4e4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.317334] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquired lock "refresh_cache-830968fc-9457-41c7-be96-5257ba58e4e4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.317502] env[70636]: DEBUG nova.network.neutron [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.333224] env[70636]: DEBUG nova.compute.manager [req-fe05c9a3-bca4-47d2-9415-306efd935821 req-23626bb6-614b-4507-83d2-f0d716ed5a17 service nova] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Received event network-vif-deleted-0e266fad-ba3f-45cd-8a21-7592c769b533 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.389248] env[70636]: DEBUG nova.network.neutron [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Successfully created port: 012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.393313] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1176.393547] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Fetch image to [datastore2] OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6/OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1176.393727] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Downloading stream optimized image 1bea9485-6549-4df2-9e53-66b71d97eb16 to [datastore2] OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6/OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6.vmdk on the data store datastore2 as vApp {{(pid=70636) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1176.393876] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Downloading image file data 1bea9485-6549-4df2-9e53-66b71d97eb16 to the ESX as VM named 'OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6' {{(pid=70636) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.431927] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.449167] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.467371] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7b05bb-04e8-4f01-b9dd-220940e1a919 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.478321] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0813ee5-5e45-45b0-a754-9def26f1855e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.511061] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1176.511061] env[70636]: value = "resgroup-9" [ 1176.511061] env[70636]: _type = "ResourcePool" [ 1176.511061] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1176.512522] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a99faf-6764-432e-82e9-3563f9f80aa6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.515246] env[70636]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-76a6d7b0-aff4-4b16-b82a-5c4ba70c0225 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.537256] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48f246-672c-4276-942a-96731817efab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.543204] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease: (returnval){ [ 1176.543204] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c97327-0626-1252-ca5a-944e9f1befad" [ 1176.543204] env[70636]: _type = "HttpNfcLease" [ 1176.543204] env[70636]: } obtained for vApp import into resource pool (val){ [ 1176.543204] env[70636]: value = "resgroup-9" [ 1176.543204] env[70636]: _type = "ResourcePool" [ 1176.543204] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1176.543527] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the lease: (returnval){ [ 1176.543527] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c97327-0626-1252-ca5a-944e9f1befad" [ 1176.543527] env[70636]: _type = "HttpNfcLease" [ 1176.543527] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.555203] env[70636]: DEBUG nova.compute.provider_tree [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.559800] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.559800] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c97327-0626-1252-ca5a-944e9f1befad" [ 1176.559800] env[70636]: _type = "HttpNfcLease" [ 1176.559800] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.737258] env[70636]: INFO nova.compute.manager [-] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Took 1.25 seconds to deallocate network for instance. [ 1176.802929] env[70636]: DEBUG oslo_concurrency.lockutils [req-8b0ca079-2997-4f25-89b9-757aa04cdea4 req-1af9c71f-7188-4839-b275-0197517cb580 service nova] Releasing lock "refresh_cache-5651e220-7ded-4770-997e-c96308342bdd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.853616] env[70636]: DEBUG nova.network.neutron [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.929436] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task} progress is 98%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.992468] env[70636]: DEBUG nova.network.neutron [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Updating instance_info_cache with network_info: [{"id": "d1991bc1-df21-4e34-be24-f4366222574c", "address": "fa:16:3e:48:8d:e6", "network": {"id": "64d9202b-6e2d-4413-97f1-58885471b3c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-341542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d202132e708469b9d40f638d4c2fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1991bc1-df", "ovs_interfaceid": "d1991bc1-df21-4e34-be24-f4366222574c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.051743] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.051743] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c97327-0626-1252-ca5a-944e9f1befad" [ 1177.051743] env[70636]: _type = "HttpNfcLease" [ 1177.051743] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.058728] env[70636]: DEBUG nova.scheduler.client.report [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.248016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.427580] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884407, 'name': RelocateVM_Task, 'duration_secs': 4.577037} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.427901] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.428126] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579555', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'name': 'volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72b5e8ab-db00-4546-90c7-f6e9245ccf53', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'serial': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.428892] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef152e2a-c4bf-46be-a369-98259e7ff67a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.445313] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4128682c-ff66-45f5-a805-3b2a6ce02593 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.467581] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460/volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.468625] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.470519] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4871bd1a-5365-473c-9b2c-2311bf5ef118 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.489975] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1177.489975] env[70636]: value = "task-2884413" [ 1177.489975] env[70636]: _type = "Task" [ 1177.489975] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.498200] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Releasing lock "refresh_cache-830968fc-9457-41c7-be96-5257ba58e4e4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.498503] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Instance network_info: |[{"id": "d1991bc1-df21-4e34-be24-f4366222574c", "address": "fa:16:3e:48:8d:e6", "network": {"id": "64d9202b-6e2d-4413-97f1-58885471b3c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-341542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d202132e708469b9d40f638d4c2fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1991bc1-df", "ovs_interfaceid": "d1991bc1-df21-4e34-be24-f4366222574c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.498761] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.501230] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1991bc1-df21-4e34-be24-f4366222574c', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.507979] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Creating folder: Project (3d202132e708469b9d40f638d4c2fa30). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.508420] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca1211a0-ed2d-476f-a7db-9d1874bd88f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.515268] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.515497] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.515651] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.515829] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.515998] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.516133] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.516325] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.516480] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.516649] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.516816] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.516978] env[70636]: DEBUG nova.virt.hardware [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.517770] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69adaa-3b18-41be-9d94-1e8d57e776c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.521479] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Created folder: Project (3d202132e708469b9d40f638d4c2fa30) in parent group-v579393. [ 1177.521660] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Creating folder: Instances. Parent ref: group-v579584. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.522266] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-778833d1-a0c2-46ae-b5f7-bc2297fc6dc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.527422] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c931fd-3d50-40d9-a123-2ebfb0b4c91d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.533995] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Created folder: Instances in parent group-v579584. [ 1177.534329] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.534992] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.543397] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1febab0-9548-419f-a9cc-7bcc8d05126f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.564526] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.567738] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.052s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.567738] env[70636]: DEBUG nova.objects.instance [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lazy-loading 'resources' on Instance uuid 52dadfee-1694-47c6-add4-2aa7c551596f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.571517] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.571517] env[70636]: value = "task-2884416" [ 1177.571517] env[70636]: _type = "Task" [ 1177.571517] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.577037] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.577037] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c97327-0626-1252-ca5a-944e9f1befad" [ 1177.577037] env[70636]: _type = "HttpNfcLease" [ 1177.577037] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.578880] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.578880] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c97327-0626-1252-ca5a-944e9f1befad" [ 1177.578880] env[70636]: _type = "HttpNfcLease" [ 1177.578880] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1177.579381] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46390033-afa1-40c1-8bb2-58cd2740176a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.587044] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884416, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.301811] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046a98-b96e-7b1b-1a81-08b2bdec763c/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1178.302088] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046a98-b96e-7b1b-1a81-08b2bdec763c/disk-0.vmdk. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1178.304816] env[70636]: INFO nova.scheduler.client.report [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Deleted allocations for instance f3d78901-c3c5-49fd-8a0a-25631a5e8e67 [ 1178.306105] env[70636]: DEBUG nova.network.neutron [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Successfully updated port: 012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.313875] env[70636]: DEBUG nova.compute.manager [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Received event network-changed-d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.314066] env[70636]: DEBUG nova.compute.manager [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Refreshing instance network info cache due to event network-changed-d1991bc1-df21-4e34-be24-f4366222574c. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.314275] env[70636]: DEBUG oslo_concurrency.lockutils [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] Acquiring lock "refresh_cache-830968fc-9457-41c7-be96-5257ba58e4e4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.314430] env[70636]: DEBUG oslo_concurrency.lockutils [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] Acquired lock "refresh_cache-830968fc-9457-41c7-be96-5257ba58e4e4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.314589] env[70636]: DEBUG nova.network.neutron [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Refreshing network info cache for port d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.382536] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884413, 'name': ReconfigVM_Task, 'duration_secs': 0.27266} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.387698] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460/volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.392578] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884416, 'name': CreateVM_Task, 'duration_secs': 0.713719} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.393031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-73202530-a3de-4263-9691-7fb4bf845b25 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "f3d78901-c3c5-49fd-8a0a-25631a5e8e67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.021s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.399040] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb91c225-a5c9-4c8e-9908-87768b3313ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.406633] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.412426] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.412598] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.412906] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.413171] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8c1c012-1ddd-4c52-8a61-3acbf90a9ca3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.416085] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ef89cf-f618-46c3-a465-fcf3b14b2df2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.420371] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1178.420371] env[70636]: value = "task-2884417" [ 1178.420371] env[70636]: _type = "Task" [ 1178.420371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.422468] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1178.422468] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52272a3e-5908-ee12-4084-16ff0fbe37b7" [ 1178.422468] env[70636]: _type = "Task" [ 1178.422468] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.436536] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.439994] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52272a3e-5908-ee12-4084-16ff0fbe37b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.440272] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.440499] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.440736] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.440882] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.441088] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.441359] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c09d97-c83e-4d2c-afb4-bd0d24141f57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.451542] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.451739] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.452513] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc44f28-f329-4bd4-806a-95e5a87ddddf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.457858] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1178.457858] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a6d281-292f-67ef-2cc9-605047fd8e83" [ 1178.457858] env[70636]: _type = "Task" [ 1178.457858] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.469151] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a6d281-292f-67ef-2cc9-605047fd8e83, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.469777] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb0ae10-1f3f-470b-b66e-cbc35fb53b1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.476882] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1178.476882] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52efc14b-cb61-ae5a-f2f7-3a498133cdca" [ 1178.476882] env[70636]: _type = "Task" [ 1178.476882] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.484778] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52efc14b-cb61-ae5a-f2f7-3a498133cdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.819677] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.819816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.820267] env[70636]: DEBUG nova.network.neutron [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.849861] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3023940d-ff6e-4765-954f-616885cedf70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.861432] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2950048-cbd1-4b80-bb40-6f5b9fe8bb22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.901245] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c4963-c012-4679-9d00-3d15e3b38beb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.910403] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65835d-9a38-48f4-99f1-e70ebd2a81ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.926912] env[70636]: DEBUG nova.compute.provider_tree [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.940116] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884417, 'name': ReconfigVM_Task, 'duration_secs': 0.124574} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.942569] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579555', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'name': 'volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72b5e8ab-db00-4546-90c7-f6e9245ccf53', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'serial': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.943386] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e20da3-ffb2-4bdc-8c9a-ac117a875e27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.950210] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1178.950210] env[70636]: value = "task-2884418" [ 1178.950210] env[70636]: _type = "Task" [ 1178.950210] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.960889] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884418, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.987877] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52efc14b-cb61-ae5a-f2f7-3a498133cdca, 'name': SearchDatastore_Task, 'duration_secs': 0.015449} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.990145] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.990435] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 830968fc-9457-41c7-be96-5257ba58e4e4/830968fc-9457-41c7-be96-5257ba58e4e4.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.991146] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cde76f-01a2-4957-9327-7c5a7688a895 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.998321] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1178.998321] env[70636]: value = "task-2884419" [ 1178.998321] env[70636]: _type = "Task" [ 1178.998321] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.007476] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.165669] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1179.165669] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046a98-b96e-7b1b-1a81-08b2bdec763c/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1179.166498] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2f9a24-a819-440c-8ae3-441ba65ddbdb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.174065] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046a98-b96e-7b1b-1a81-08b2bdec763c/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1179.174265] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046a98-b96e-7b1b-1a81-08b2bdec763c/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1179.174519] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-89589daa-e1f6-4111-b9bd-6441ddb46506 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.229868] env[70636]: DEBUG nova.network.neutron [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Updated VIF entry in instance network info cache for port d1991bc1-df21-4e34-be24-f4366222574c. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.230340] env[70636]: DEBUG nova.network.neutron [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Updating instance_info_cache with network_info: [{"id": "d1991bc1-df21-4e34-be24-f4366222574c", "address": "fa:16:3e:48:8d:e6", "network": {"id": "64d9202b-6e2d-4413-97f1-58885471b3c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-341542215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d202132e708469b9d40f638d4c2fa30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1991bc1-df", "ovs_interfaceid": "d1991bc1-df21-4e34-be24-f4366222574c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.345959] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.346427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.346846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.347224] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.347525] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.350702] env[70636]: INFO nova.compute.manager [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Terminating instance [ 1179.360907] env[70636]: DEBUG nova.network.neutron [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.435938] env[70636]: DEBUG nova.scheduler.client.report [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.466013] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884418, 'name': Rename_Task, 'duration_secs': 0.143863} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.466691] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.467045] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b77d4588-1453-451b-b5a2-df864e757274 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.473516] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1179.473516] env[70636]: value = "task-2884420" [ 1179.473516] env[70636]: _type = "Task" [ 1179.473516] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.482469] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.505340] env[70636]: DEBUG nova.network.neutron [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Updating instance_info_cache with network_info: [{"id": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "address": "fa:16:3e:32:80:fb", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012ded82-11", "ovs_interfaceid": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.513151] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502592} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.513500] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 830968fc-9457-41c7-be96-5257ba58e4e4/830968fc-9457-41c7-be96-5257ba58e4e4.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.513749] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.513987] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e1e1a2e-9c9d-44ed-b582-2623bb033d4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.521171] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1179.521171] env[70636]: value = "task-2884421" [ 1179.521171] env[70636]: _type = "Task" [ 1179.521171] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.530196] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.547854] env[70636]: DEBUG oslo_vmware.rw_handles [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046a98-b96e-7b1b-1a81-08b2bdec763c/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1179.548322] env[70636]: INFO nova.virt.vmwareapi.images [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Downloaded image file data 1bea9485-6549-4df2-9e53-66b71d97eb16 [ 1179.549214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c55ad5-8302-4804-a3a3-527c1ed6737b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.564571] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecafb43b-b3be-4214-931f-273d8698d077 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.586515] env[70636]: INFO nova.virt.vmwareapi.images [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] The imported VM was unregistered [ 1179.589106] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1179.589366] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16 {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.589641] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1feb3ce1-96e4-493e-8a61-9959d44123d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.599607] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created directory with path [datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16 {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.599745] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6/OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6.vmdk to [datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk. {{(pid=70636) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1179.600249] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-961ce841-3721-45a9-8b73-d0983a98a4be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.606240] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1179.606240] env[70636]: value = "task-2884423" [ 1179.606240] env[70636]: _type = "Task" [ 1179.606240] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.613606] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.733325] env[70636]: DEBUG oslo_concurrency.lockutils [req-7bc81455-9a45-4276-a521-55883ba67133 req-c365e51d-8f7e-4545-9f94-440e935e446f service nova] Releasing lock "refresh_cache-830968fc-9457-41c7-be96-5257ba58e4e4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.795128] env[70636]: DEBUG nova.compute.manager [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Received event network-vif-plugged-012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.795357] env[70636]: DEBUG oslo_concurrency.lockutils [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] Acquiring lock "c7f9035d-040d-4500-b424-928f3ebaf5e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.795648] env[70636]: DEBUG oslo_concurrency.lockutils [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.795797] env[70636]: DEBUG oslo_concurrency.lockutils [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.795954] env[70636]: DEBUG nova.compute.manager [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] No waiting events found dispatching network-vif-plugged-012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.796162] env[70636]: WARNING nova.compute.manager [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Received unexpected event network-vif-plugged-012ded82-1189-45fe-aec7-cca2e5f88c2e for instance with vm_state building and task_state spawning. [ 1179.796325] env[70636]: DEBUG nova.compute.manager [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Received event network-changed-012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.796474] env[70636]: DEBUG nova.compute.manager [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Refreshing instance network info cache due to event network-changed-012ded82-1189-45fe-aec7-cca2e5f88c2e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.796639] env[70636]: DEBUG oslo_concurrency.lockutils [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] Acquiring lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.856763] env[70636]: DEBUG nova.compute.manager [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.857113] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.858073] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cbd646-4e0f-4cdc-b9d6-b55b8f4a9e12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.867048] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.867325] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ede497-a232-49c8-ad70-b0a68f030bad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.874443] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1179.874443] env[70636]: value = "task-2884424" [ 1179.874443] env[70636]: _type = "Task" [ 1179.874443] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.885276] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.942230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.945336] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.402s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.970633] env[70636]: INFO nova.scheduler.client.report [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleted allocations for instance 52dadfee-1694-47c6-add4-2aa7c551596f [ 1179.985435] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884420, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.010246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.010622] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Instance network_info: |[{"id": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "address": "fa:16:3e:32:80:fb", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012ded82-11", "ovs_interfaceid": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.010961] env[70636]: DEBUG oslo_concurrency.lockutils [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] Acquired lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.011156] env[70636]: DEBUG nova.network.neutron [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Refreshing network info cache for port 012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.013235] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:80:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '012ded82-1189-45fe-aec7-cca2e5f88c2e', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.021642] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Creating folder: Project (210a64da6d2a4337a5bf7c1344da840e). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.021790] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f82beffb-ad6d-4319-92e7-1c9b55ed0487 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.035058] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060415} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.036560] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.036939] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Created folder: Project (210a64da6d2a4337a5bf7c1344da840e) in parent group-v579393. [ 1180.037135] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Creating folder: Instances. Parent ref: group-v579587. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.037882] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d208245d-96de-4386-af2a-6be20008628b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.041016] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ab2c64a-77f3-4828-b279-c24dbcd25b16 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.067306] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 830968fc-9457-41c7-be96-5257ba58e4e4/830968fc-9457-41c7-be96-5257ba58e4e4.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.069268] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c8df9c-40e6-4c39-b8ef-b6e532c4ebc2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.084577] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Created folder: Instances in parent group-v579587. [ 1180.085046] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.085627] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.086286] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a61b37-de10-4d9c-9b1d-1d686bf4b565 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.102847] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1180.102847] env[70636]: value = "task-2884427" [ 1180.102847] env[70636]: _type = "Task" [ 1180.102847] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.108032] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.108032] env[70636]: value = "task-2884428" [ 1180.108032] env[70636]: _type = "Task" [ 1180.108032] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.119648] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.126041] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884428, 'name': CreateVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.126511] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.384495] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884424, 'name': PowerOffVM_Task, 'duration_secs': 0.471865} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.384683] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.384854] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.385179] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c68f5438-62fb-4e8f-a871-abd4221ea76f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.479732] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2b9eee89-626a-4237-9e7e-961b90e2795e tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "52dadfee-1694-47c6-add4-2aa7c551596f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.528s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.491698] env[70636]: DEBUG oslo_vmware.api [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884420, 'name': PowerOnVM_Task, 'duration_secs': 0.806516} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.491942] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.492351] env[70636]: INFO nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1180.492351] env[70636]: DEBUG nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.493242] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963350c5-912f-4007-b8f4-3790bfd119d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.543416] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.543652] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.543838] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Deleting the datastore file [datastore2] b9a15bcc-5fdf-41b3-bb46-e3168a6398ec {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.544961] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c57065b-117d-44b1-98b2-cc6967c63cde {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.554986] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for the task: (returnval){ [ 1180.554986] env[70636]: value = "task-2884430" [ 1180.554986] env[70636]: _type = "Task" [ 1180.554986] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.564382] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.626725] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.627068] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.634025] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884428, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.847905] env[70636]: DEBUG nova.network.neutron [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Updated VIF entry in instance network info cache for port 012ded82-1189-45fe-aec7-cca2e5f88c2e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.848381] env[70636]: DEBUG nova.network.neutron [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Updating instance_info_cache with network_info: [{"id": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "address": "fa:16:3e:32:80:fb", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012ded82-11", "ovs_interfaceid": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.966045] env[70636]: INFO nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating resource usage from migration 25921752-9482-40b9-acff-4dba39d6b652 [ 1180.989817] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81db790c-10a7-4786-bcb8-20d0a2974997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990038] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e89e4a62-f903-48ed-bad3-4d96b4952c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990168] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 00daff25-7271-410d-9aca-bcf9f71371c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990287] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990427] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 5c796157-928c-48ae-9d48-c7a73a36c70f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.990604] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance aa1c8e98-4487-4538-9453-6921069aeeee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990743] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance df56f107-e9e4-42e0-a241-dcd7b9ee24f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990846] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.990958] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance b9a15bcc-5fdf-41b3-bb46-e3168a6398ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991082] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991191] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 15ceff51-2deb-4f21-ac68-afb2693339a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991303] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance ebe83ff3-93bf-40a8-a427-39d9ab8ff226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991413] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6786080b-4760-4042-b210-69b14fe5af58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991518] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6f14998f-2ea7-4388-bede-9520190119cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991673] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e8501dc5-7abf-47c7-8359-cb9b58258539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991829] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 62ac915a-5dfe-49f6-89c4-e05fc79b1e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.991979] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f2842deb-72c7-47d0-ba67-09665b96669e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.992116] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 4b5ec83f-571e-4bd6-90a5-c4161e29cf49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.992239] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2831dc84-874e-4901-8475-3758d76938f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.992353] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 77c92508-c490-40b0-a250-37984a3dbf41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.992467] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 53d9a102-3ace-462d-935f-6e0869eb81a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.992579] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 5651e220-7ded-4770-997e-c96308342bdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.992691] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.992852] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance c18187c8-a457-4ed1-a882-922be8b34018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.992976] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 830968fc-9457-41c7-be96-5257ba58e4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.993097] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance c7f9035d-040d-4500-b424-928f3ebaf5e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.018715] env[70636]: INFO nova.compute.manager [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Took 44.90 seconds to build instance. [ 1181.067376] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.122553] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.124042] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884427, 'name': ReconfigVM_Task, 'duration_secs': 0.885998} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.124042] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 830968fc-9457-41c7-be96-5257ba58e4e4/830968fc-9457-41c7-be96-5257ba58e4e4.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.129606] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0312f5e-58c4-4292-b7ce-82f6187a56ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.131943] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884428, 'name': CreateVM_Task, 'duration_secs': 0.724369} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.132147] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.133246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.133408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.133720] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.133986] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5bab46-388b-457c-b2b0-9f499e22ee21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.137257] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1181.137257] env[70636]: value = "task-2884431" [ 1181.137257] env[70636]: _type = "Task" [ 1181.137257] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.144157] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1181.144157] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ca0d37-ee8b-aae5-cc9f-220d4c0f2220" [ 1181.144157] env[70636]: _type = "Task" [ 1181.144157] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.150070] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884431, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.154036] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ca0d37-ee8b-aae5-cc9f-220d4c0f2220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.351678] env[70636]: DEBUG oslo_concurrency.lockutils [req-63a9e987-5921-451a-a107-e023bae9a6d4 req-c32e7c5a-b478-43a7-8cfc-73d7b0285a9e service nova] Releasing lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.499084] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 451c8de2-7e97-42e3-81af-458447b43b01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1181.499397] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration 25921752-9482-40b9-acff-4dba39d6b652 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1181.499535] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance a390c0d0-f845-4641-9cf9-b25520d149b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.520763] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e91ff114-28dc-40d1-acb4-7eceb5314ec9 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.414s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.571840] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.582348] env[70636]: DEBUG nova.compute.manager [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Received event network-changed-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.582734] env[70636]: DEBUG nova.compute.manager [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Refreshing instance network info cache due to event network-changed-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.583141] env[70636]: DEBUG oslo_concurrency.lockutils [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] Acquiring lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.583440] env[70636]: DEBUG oslo_concurrency.lockutils [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] Acquired lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.583756] env[70636]: DEBUG nova.network.neutron [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Refreshing network info cache for port a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.619041] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.655483] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884431, 'name': Rename_Task, 'duration_secs': 0.358219} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.659371] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.663057] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ca0d37-ee8b-aae5-cc9f-220d4c0f2220, 'name': SearchDatastore_Task, 'duration_secs': 0.089666} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.663057] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7384bd0d-ff92-4559-8f50-a2ecea63cd09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.663057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.663057] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.663057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.663057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.663057] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.663057] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9e99f1e-8545-4587-9611-ec1390629635 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.673038] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1181.673038] env[70636]: value = "task-2884432" [ 1181.673038] env[70636]: _type = "Task" [ 1181.673038] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.683129] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.684359] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.684359] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.685018] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19d901e-a473-46b4-9280-1130d7d4cd74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.690844] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1181.690844] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5239d323-efe3-c2f6-93aa-0c534854d8c4" [ 1181.690844] env[70636]: _type = "Task" [ 1181.690844] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.699016] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5239d323-efe3-c2f6-93aa-0c534854d8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.004268] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 23751277-fbf7-4378-bd54-e8d17e3a64af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1182.004268] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1182.004268] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1182.068303] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.081872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "b9819181-a872-4927-92e8-aafa234425f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.082157] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "b9819181-a872-4927-92e8-aafa234425f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.118938] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.185358] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.202827] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5239d323-efe3-c2f6-93aa-0c534854d8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.090759} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.205858] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdd9f2f-8dfe-469e-9d43-954b1f453ec0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.211858] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1182.211858] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bf14fa-fb12-b8bc-070e-202e130b6fc0" [ 1182.211858] env[70636]: _type = "Task" [ 1182.211858] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.220969] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bf14fa-fb12-b8bc-070e-202e130b6fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.410303] env[70636]: DEBUG nova.network.neutron [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updated VIF entry in instance network info cache for port a31c612f-fb0e-4af0-8004-7cdb82fa5cfd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.410653] env[70636]: DEBUG nova.network.neutron [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updating instance_info_cache with network_info: [{"id": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "address": "fa:16:3e:f9:11:2e", "network": {"id": "4e176bc7-9505-4995-a3e6-34e557bce0b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-912669736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484419bfde1549f4964e66378596f3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31c612f-fb", "ovs_interfaceid": "a31c612f-fb0e-4af0-8004-7cdb82fa5cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.474234] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0472a5-aed2-47d0-9cec-c03d7f471fe5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.482082] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b9d0f-35c7-4faf-8d34-3865c6a4e8de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.513325] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6f0ba4-4a71-4c78-95e5-6f9179184dd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.520817] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77407343-c549-4f14-915b-0b06be37e7ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.536758] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.565754] env[70636]: DEBUG oslo_vmware.api [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Task: {'id': task-2884430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.545791} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.566009] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.566199] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.566373] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.566538] env[70636]: INFO nova.compute.manager [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1182.566858] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.567073] env[70636]: DEBUG nova.compute.manager [-] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.567167] env[70636]: DEBUG nova.network.neutron [-] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.587367] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.619936] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884423, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.606527} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.620882] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6/OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6.vmdk to [datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk. [ 1182.621368] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Cleaning up location [datastore2] OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1182.621408] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c74f4043-3472-4f6d-b5ef-d24073497dd6 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.621642] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505008fc-d114-4be9-861a-775ae0a85ee1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.630128] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1182.630128] env[70636]: value = "task-2884433" [ 1182.630128] env[70636]: _type = "Task" [ 1182.630128] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.638568] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.685087] env[70636]: DEBUG oslo_vmware.api [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884432, 'name': PowerOnVM_Task, 'duration_secs': 0.714837} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.685432] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.685663] env[70636]: INFO nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1182.685851] env[70636]: DEBUG nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.686625] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed2e0a-d7cb-4692-91ec-b002906bcae7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.721615] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bf14fa-fb12-b8bc-070e-202e130b6fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.037217} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.721760] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.722068] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/c7f9035d-040d-4500-b424-928f3ebaf5e7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.722351] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c946bea2-c242-40d4-a2a4-fde6cc211fca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.729397] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1182.729397] env[70636]: value = "task-2884434" [ 1182.729397] env[70636]: _type = "Task" [ 1182.729397] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.739186] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.889264] env[70636]: DEBUG nova.compute.manager [req-92dbf6cb-2fac-4c07-a1eb-fdd2bcfaa9e9 req-075c591e-02a2-41ff-a2b5-86b2b03110c6 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Received event network-vif-deleted-70100f02-ac54-44b1-92aa-366fb476d2e0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.889420] env[70636]: INFO nova.compute.manager [req-92dbf6cb-2fac-4c07-a1eb-fdd2bcfaa9e9 req-075c591e-02a2-41ff-a2b5-86b2b03110c6 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Neutron deleted interface 70100f02-ac54-44b1-92aa-366fb476d2e0; detaching it from the instance and deleting it from the info cache [ 1182.889629] env[70636]: DEBUG nova.network.neutron [req-92dbf6cb-2fac-4c07-a1eb-fdd2bcfaa9e9 req-075c591e-02a2-41ff-a2b5-86b2b03110c6 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.913720] env[70636]: DEBUG oslo_concurrency.lockutils [req-c4959402-c07f-4f54-83be-27be75ea9395 req-6b9bb4a1-7f4b-4401-962e-75fa17476692 service nova] Releasing lock "refresh_cache-72b5e8ab-db00-4546-90c7-f6e9245ccf53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.040158] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.111592] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.140719] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174324} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.141017] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.141212] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.141455] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk to [datastore2] c18187c8-a457-4ed1-a882-922be8b34018/c18187c8-a457-4ed1-a882-922be8b34018.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.141756] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad27f3d-c2ee-4d01-95d8-24fe382380c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.148763] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1183.148763] env[70636]: value = "task-2884435" [ 1183.148763] env[70636]: _type = "Task" [ 1183.148763] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.159897] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.207347] env[70636]: INFO nova.compute.manager [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Took 37.09 seconds to build instance. [ 1183.241507] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.371160] env[70636]: DEBUG nova.network.neutron [-] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.392707] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdedaf54-63c0-4088-9692-df8b86f25879 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.403397] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80178745-e494-45f5-b679-4955a913b356 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.447029] env[70636]: DEBUG nova.compute.manager [req-92dbf6cb-2fac-4c07-a1eb-fdd2bcfaa9e9 req-075c591e-02a2-41ff-a2b5-86b2b03110c6 service nova] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Detach interface failed, port_id=70100f02-ac54-44b1-92aa-366fb476d2e0, reason: Instance b9a15bcc-5fdf-41b3-bb46-e3168a6398ec could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.545733] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1183.545994] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.601s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.546261] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.204s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.546443] env[70636]: DEBUG nova.objects.instance [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1183.549023] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.550257] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Cleaning up deleted instances {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1183.661122] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.709744] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b906a15d-0307-48a6-98ee-0752f9f681bb tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "830968fc-9457-41c7-be96-5257ba58e4e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.613s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.741493] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688514} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.741747] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/c7f9035d-040d-4500-b424-928f3ebaf5e7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.741963] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.742234] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f558319-0321-499c-9e62-bd91359c9557 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.748331] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1183.748331] env[70636]: value = "task-2884436" [ 1183.748331] env[70636]: _type = "Task" [ 1183.748331] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.759356] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.873983] env[70636]: INFO nova.compute.manager [-] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Took 1.31 seconds to deallocate network for instance. [ 1184.028636] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "830968fc-9457-41c7-be96-5257ba58e4e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.028926] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "830968fc-9457-41c7-be96-5257ba58e4e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.029159] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "830968fc-9457-41c7-be96-5257ba58e4e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.029344] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "830968fc-9457-41c7-be96-5257ba58e4e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.029532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "830968fc-9457-41c7-be96-5257ba58e4e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.031865] env[70636]: INFO nova.compute.manager [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Terminating instance [ 1184.062816] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] There are 38 instances to clean {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1184.063157] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f3d78901-c3c5-49fd-8a0a-25631a5e8e67] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.066918] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5a135601-9ae1-47d6-a865-459bb809027d tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.521s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.067857] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.950s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.068060] env[70636]: DEBUG nova.objects.instance [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1184.160852] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.258652] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206732} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.258962] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.259802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13980c1d-34c7-453d-88be-87cc874c0095 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.282641] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/c7f9035d-040d-4500-b424-928f3ebaf5e7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.282939] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2148c1-f218-42db-ae2f-3f0142ea73f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.303671] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1184.303671] env[70636]: value = "task-2884437" [ 1184.303671] env[70636]: _type = "Task" [ 1184.303671] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.312172] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.381752] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.536490] env[70636]: DEBUG nova.compute.manager [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.536659] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.537664] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e92e9-89af-4e71-8261-d018338283f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.545345] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.545606] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71220d79-dba8-4e48-a1fc-ba3046cf8582 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.552228] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1184.552228] env[70636]: value = "task-2884438" [ 1184.552228] env[70636]: _type = "Task" [ 1184.552228] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.560941] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.566627] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 52dadfee-1694-47c6-add4-2aa7c551596f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.662513] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.813852] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.065145] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884438, 'name': PowerOffVM_Task, 'duration_secs': 0.356386} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.065405] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.065547] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.065796] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2385f606-92ae-4845-854f-a0277a400dee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.070205] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2a077995-2d6b-4c65-ad3b-bd351b7f93f7] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.076656] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e00b212-34fc-45d1-a603-e3c35d22327d tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.077780] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.879s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.079290] env[70636]: INFO nova.compute.claims [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.140029] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.140373] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.140661] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Deleting the datastore file [datastore2] 830968fc-9457-41c7-be96-5257ba58e4e4 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.140950] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35857f85-0a0d-4e60-b8c1-e5cd85e9254d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.151435] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for the task: (returnval){ [ 1185.151435] env[70636]: value = "task-2884440" [ 1185.151435] env[70636]: _type = "Task" [ 1185.151435] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.165133] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.168628] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.316012] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884437, 'name': ReconfigVM_Task, 'duration_secs': 0.869814} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.316264] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/c7f9035d-040d-4500-b424-928f3ebaf5e7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.316924] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81939588-c917-4f0c-b868-e104e01c1aea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.325504] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1185.325504] env[70636]: value = "task-2884441" [ 1185.325504] env[70636]: _type = "Task" [ 1185.325504] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.335215] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884441, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.573732] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: e15b67f4-394d-452c-a7e6-9a6b40236a8a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.665214] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.668829] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.838216] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884441, 'name': Rename_Task, 'duration_secs': 0.326127} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.838524] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.838786] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1016f303-3d8d-4dd0-864c-f7219e91e46c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.848866] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1185.848866] env[70636]: value = "task-2884442" [ 1185.848866] env[70636]: _type = "Task" [ 1185.848866] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.858885] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.077977] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 46cb041b-2ea2-4ee1-8d04-9c906cf08956] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.169635] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884435, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.873462} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.169835] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.172204] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1bea9485-6549-4df2-9e53-66b71d97eb16/1bea9485-6549-4df2-9e53-66b71d97eb16.vmdk to [datastore2] c18187c8-a457-4ed1-a882-922be8b34018/c18187c8-a457-4ed1-a882-922be8b34018.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.173149] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475a666-ba24-4719-9703-dd78f90e7a26 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.195486] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c18187c8-a457-4ed1-a882-922be8b34018/c18187c8-a457-4ed1-a882-922be8b34018.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.197887] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7123cede-3b2c-4a4f-81f5-514035583913 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.218125] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1186.218125] env[70636]: value = "task-2884443" [ 1186.218125] env[70636]: _type = "Task" [ 1186.218125] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.228233] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.362643] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.517178] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65fa814-4e48-4b31-be82-b173e8b20df7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.522993] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29c768b-2fb1-4330-8d4b-d4350088e9c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.558652] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692260d6-75a5-4795-a5f4-b1284836ab55 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.566140] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfa80e3-ccd9-4ad3-8350-7e1e681106a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.579424] env[70636]: DEBUG nova.compute.provider_tree [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.580872] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 590341b5-9b5d-4552-b10f-8384efc8e24f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.662126] env[70636]: DEBUG oslo_vmware.api [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Task: {'id': task-2884440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.253137} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.662314] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.662495] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.662668] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.662837] env[70636]: INFO nova.compute.manager [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1186.663095] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.663294] env[70636]: DEBUG nova.compute.manager [-] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.663416] env[70636]: DEBUG nova.network.neutron [-] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.730064] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884443, 'name': ReconfigVM_Task, 'duration_secs': 0.328821} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.730064] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c18187c8-a457-4ed1-a882-922be8b34018/c18187c8-a457-4ed1-a882-922be8b34018.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.730764] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8b76ed-de8e-4c27-849b-2cbd0ea3681d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.738083] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1186.738083] env[70636]: value = "task-2884444" [ 1186.738083] env[70636]: _type = "Task" [ 1186.738083] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.745683] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884444, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.859994] env[70636]: DEBUG oslo_vmware.api [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884442, 'name': PowerOnVM_Task, 'duration_secs': 0.869483} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.861329] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.861329] env[70636]: INFO nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1186.861329] env[70636]: DEBUG nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.861758] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a917cf-296b-4656-a27c-dc972c8f368e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.903590] env[70636]: DEBUG nova.compute.manager [req-01ea5c0d-9e64-4bee-876b-347508432175 req-af8c8faa-eea0-4b89-8f61-dec81e0de190 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Received event network-vif-deleted-d1991bc1-df21-4e34-be24-f4366222574c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.903801] env[70636]: INFO nova.compute.manager [req-01ea5c0d-9e64-4bee-876b-347508432175 req-af8c8faa-eea0-4b89-8f61-dec81e0de190 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Neutron deleted interface d1991bc1-df21-4e34-be24-f4366222574c; detaching it from the instance and deleting it from the info cache [ 1186.903958] env[70636]: DEBUG nova.network.neutron [req-01ea5c0d-9e64-4bee-876b-347508432175 req-af8c8faa-eea0-4b89-8f61-dec81e0de190 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.085018] env[70636]: DEBUG nova.scheduler.client.report [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.087933] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: d47f1698-aca2-4dae-b414-8e0a6ab0f93e] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.249379] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884444, 'name': Rename_Task, 'duration_secs': 0.149722} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.249658] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.249896] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfbb318b-e653-447b-a6a0-f7ac3055f48f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.256204] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1187.256204] env[70636]: value = "task-2884445" [ 1187.256204] env[70636]: _type = "Task" [ 1187.256204] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.263318] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.378089] env[70636]: INFO nova.compute.manager [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Took 35.18 seconds to build instance. [ 1187.388599] env[70636]: DEBUG nova.network.neutron [-] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.405861] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58d9f6f0-73b6-42db-beb6-7b8dc17fc244 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.415039] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6077e9a6-0079-493e-9319-0511c43623a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.452286] env[70636]: DEBUG nova.compute.manager [req-01ea5c0d-9e64-4bee-876b-347508432175 req-af8c8faa-eea0-4b89-8f61-dec81e0de190 service nova] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Detach interface failed, port_id=d1991bc1-df21-4e34-be24-f4366222574c, reason: Instance 830968fc-9457-41c7-be96-5257ba58e4e4 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.592052] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.592374] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.595020] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 04ad9dff-40ef-4ab6-9d26-13b324b39b50] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.596723] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.593s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.596970] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.599913] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.453s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.626038] env[70636]: INFO nova.scheduler.client.report [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Deleted allocations for instance 5c796157-928c-48ae-9d48-c7a73a36c70f [ 1187.664199] env[70636]: INFO nova.compute.manager [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Rescuing [ 1187.666065] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.666065] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.666065] env[70636]: DEBUG nova.network.neutron [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.767310] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.879885] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f883aa12-8d22-4a3e-b622-e735115d1c44 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.726s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.891553] env[70636]: INFO nova.compute.manager [-] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Took 1.23 seconds to deallocate network for instance. [ 1188.104894] env[70636]: INFO nova.compute.claims [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.109522] env[70636]: DEBUG nova.compute.utils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.110725] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 7c82a7ff-8e74-4591-882f-ee5fea3c40c8] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.112471] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.112630] env[70636]: DEBUG nova.network.neutron [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.133582] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d6a1a1e3-9bdb-417f-a903-60ff726301f4 tempest-FloatingIPsAssociationTestJSON-200363340 tempest-FloatingIPsAssociationTestJSON-200363340-project-member] Lock "5c796157-928c-48ae-9d48-c7a73a36c70f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.898s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.167255] env[70636]: DEBUG nova.policy [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6ab8ec3aee746f8946e2cb4dbf16ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91604b1b797b40b48fe4e51ef2f9dcbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.268567] env[70636]: DEBUG oslo_vmware.api [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884445, 'name': PowerOnVM_Task, 'duration_secs': 0.544325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.271039] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.271256] env[70636]: INFO nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Took 16.10 seconds to spawn the instance on the hypervisor. [ 1188.271534] env[70636]: DEBUG nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.272453] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a477e0c-9d2f-4421-98d6-5afc9050ab9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.388569] env[70636]: DEBUG nova.network.neutron [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Updating instance_info_cache with network_info: [{"id": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "address": "fa:16:3e:32:80:fb", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012ded82-11", "ovs_interfaceid": "012ded82-1189-45fe-aec7-cca2e5f88c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.399080] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.614192] env[70636]: INFO nova.compute.resource_tracker [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating resource usage from migration 25921752-9482-40b9-acff-4dba39d6b652 [ 1188.619143] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.622518] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 8ba823aa-5ab0-40ba-8412-66a44d3e5f23] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.683236] env[70636]: DEBUG nova.network.neutron [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Successfully created port: e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.792382] env[70636]: INFO nova.compute.manager [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Took 45.91 seconds to build instance. [ 1188.890789] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "refresh_cache-c7f9035d-040d-4500-b424-928f3ebaf5e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.051756] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a667c8-ea9a-42bc-8bc4-e5237e3e99a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.059716] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa38be-d4cc-4b99-b2ce-00f3195deddc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.089556] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd2ac8-da7f-4b00-a1db-f61dc9eb5561 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.096617] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb9eb2-d12e-4971-a412-df66f1ce36a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.109467] env[70636]: DEBUG nova.compute.provider_tree [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.129133] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: cf8b4b0c-7652-4509-985f-151434312597] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.298249] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5cc45e70-a329-4f10-8803-6531c8110906 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "c18187c8-a457-4ed1-a882-922be8b34018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.429s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.612914] env[70636]: DEBUG nova.scheduler.client.report [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.635201] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.638781] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 122e0404-29c7-4d16-bf19-5c979cdb8702] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.673519] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.674179] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.674179] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.674179] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.674366] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.674366] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.674583] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.674676] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.674836] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.678017] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.678017] env[70636]: DEBUG nova.virt.hardware [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.678017] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5da7c2-89f1-419b-a84e-a6e1eee4310a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.687111] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad3507-c91c-4727-944a-7bae266ba8f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.123130] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.522s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.123130] env[70636]: INFO nova.compute.manager [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Migrating [ 1190.128836] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.109s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.129079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.132281] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.623s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.132281] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.133051] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.288s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.134494] env[70636]: INFO nova.compute.claims [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.148756] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a8efdcf3-99a1-4499-a4b2-797434dbfbba] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.165854] env[70636]: INFO nova.scheduler.client.report [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Deleted allocations for instance 2831dc84-874e-4901-8475-3758d76938f3 [ 1190.167989] env[70636]: INFO nova.scheduler.client.report [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted allocations for instance 4b5ec83f-571e-4bd6-90a5-c4161e29cf49 [ 1190.202809] env[70636]: DEBUG nova.compute.manager [req-c4b76214-8539-4c82-b105-0f4e9bd40bd5 req-54b6c8c3-bfe1-4471-a16c-f6326a9a25de service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Received event network-vif-plugged-e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.203067] env[70636]: DEBUG oslo_concurrency.lockutils [req-c4b76214-8539-4c82-b105-0f4e9bd40bd5 req-54b6c8c3-bfe1-4471-a16c-f6326a9a25de service nova] Acquiring lock "451c8de2-7e97-42e3-81af-458447b43b01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.203269] env[70636]: DEBUG oslo_concurrency.lockutils [req-c4b76214-8539-4c82-b105-0f4e9bd40bd5 req-54b6c8c3-bfe1-4471-a16c-f6326a9a25de service nova] Lock "451c8de2-7e97-42e3-81af-458447b43b01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.203448] env[70636]: DEBUG oslo_concurrency.lockutils [req-c4b76214-8539-4c82-b105-0f4e9bd40bd5 req-54b6c8c3-bfe1-4471-a16c-f6326a9a25de service nova] Lock "451c8de2-7e97-42e3-81af-458447b43b01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.203573] env[70636]: DEBUG nova.compute.manager [req-c4b76214-8539-4c82-b105-0f4e9bd40bd5 req-54b6c8c3-bfe1-4471-a16c-f6326a9a25de service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] No waiting events found dispatching network-vif-plugged-e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.204473] env[70636]: WARNING nova.compute.manager [req-c4b76214-8539-4c82-b105-0f4e9bd40bd5 req-54b6c8c3-bfe1-4471-a16c-f6326a9a25de service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Received unexpected event network-vif-plugged-e8a96f51-2093-4c49-a734-fc9c5f595a9e for instance with vm_state building and task_state spawning. [ 1190.211724] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "c18187c8-a457-4ed1-a882-922be8b34018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.211963] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "c18187c8-a457-4ed1-a882-922be8b34018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.212191] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "c18187c8-a457-4ed1-a882-922be8b34018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.212377] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "c18187c8-a457-4ed1-a882-922be8b34018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.212547] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "c18187c8-a457-4ed1-a882-922be8b34018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.216347] env[70636]: INFO nova.compute.manager [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Terminating instance [ 1190.347590] env[70636]: DEBUG nova.network.neutron [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Successfully updated port: e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.441188] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.441511] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f79d6d1-61a9-4714-b4c0-3dc9f034cc1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.449074] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1190.449074] env[70636]: value = "task-2884446" [ 1190.449074] env[70636]: _type = "Task" [ 1190.449074] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.460041] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.648432] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.648734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.648974] env[70636]: DEBUG nova.network.neutron [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.653455] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 6e373347-39ab-4ddf-a40f-b33f951f9b1b] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.681869] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ced4cc38-d5ce-4878-83b7-8ddbd11419c8 tempest-ServersListShow296Test-586374172 tempest-ServersListShow296Test-586374172-project-member] Lock "2831dc84-874e-4901-8475-3758d76938f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.410s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.682583] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29638417-8d2f-4cde-89d2-6af731654772 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "4b5ec83f-571e-4bd6-90a5-c4161e29cf49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.178s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.725485] env[70636]: DEBUG nova.compute.manager [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.725485] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.725485] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f045e1f9-b9b8-4cdb-b044-418c643845f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.734454] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.734603] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec320cab-c200-4032-ab94-a4f35621a663 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.740917] env[70636]: DEBUG oslo_vmware.api [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1190.740917] env[70636]: value = "task-2884447" [ 1190.740917] env[70636]: _type = "Task" [ 1190.740917] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.748947] env[70636]: DEBUG oslo_vmware.api [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.854034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.854034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.854034] env[70636]: DEBUG nova.network.neutron [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.959264] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884446, 'name': PowerOffVM_Task, 'duration_secs': 0.188082} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.959599] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.960744] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5067cbf1-97eb-42cf-9c3e-2db3afe13721 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.981100] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ec726-6bf0-49f5-8c27-b0c2746ff339 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.020304] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.020304] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d673a9e1-8fab-4f54-8418-f099140e9943 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.031296] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1191.031296] env[70636]: value = "task-2884448" [ 1191.031296] env[70636]: _type = "Task" [ 1191.031296] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.040987] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1191.041577] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.042078] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.042369] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.042682] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.043071] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3934b59-a96f-48e1-b680-52942d43e5ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.054875] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.054875] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.055606] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb601a1b-30db-41d0-aafb-3781648d4dea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.060946] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1191.060946] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb85b3-3550-8077-6f46-1dec102ee926" [ 1191.060946] env[70636]: _type = "Task" [ 1191.060946] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.073156] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb85b3-3550-8077-6f46-1dec102ee926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.159724] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 37e78c17-1f84-4d2e-b362-6fe4d668c7f8] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.252300] env[70636]: DEBUG oslo_vmware.api [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884447, 'name': PowerOffVM_Task, 'duration_secs': 0.297096} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.256243] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.256492] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.257283] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2e43a5a-aab7-48e4-8e6a-53136f1ba501 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.348961] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.349218] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.349410] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleting the datastore file [datastore2] c18187c8-a457-4ed1-a882-922be8b34018 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.349668] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e193a4-ecc9-4753-8d3c-5cc5e41100fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.363339] env[70636]: DEBUG oslo_vmware.api [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1191.363339] env[70636]: value = "task-2884450" [ 1191.363339] env[70636]: _type = "Task" [ 1191.363339] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.377794] env[70636]: DEBUG oslo_vmware.api [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.400463] env[70636]: DEBUG nova.network.neutron [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.575851] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52eb85b3-3550-8077-6f46-1dec102ee926, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.578888] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10b191c-f60c-4624-9c7a-a78738f1d783 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.587404] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1191.587404] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5282e198-58e4-b2e9-e475-e84afef329ee" [ 1191.587404] env[70636]: _type = "Task" [ 1191.587404] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.596174] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5282e198-58e4-b2e9-e475-e84afef329ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.597094] env[70636]: DEBUG nova.network.neutron [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [{"id": "9e9e053a-0636-4a8f-8360-de287a62b920", "address": "fa:16:3e:6a:ba:c5", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9e053a-06", "ovs_interfaceid": "9e9e053a-0636-4a8f-8360-de287a62b920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.604708] env[70636]: DEBUG nova.network.neutron [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Updating instance_info_cache with network_info: [{"id": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "address": "fa:16:3e:96:57:02", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a96f51-20", "ovs_interfaceid": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.615332] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9252d1-c442-4533-92f5-6557dca9a8cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.621360] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428bc972-2592-4da9-9bcd-b6e9905bbfc3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.655054] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8eb8f-b305-470a-8eba-e8b6a772155f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.662571] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9898804-8b5c-4cda-aed7-2bee82eaa15c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.667870] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 6bf196b5-f557-466d-bc40-eb1965b54280] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.680207] env[70636]: DEBUG nova.compute.provider_tree [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.875551] env[70636]: DEBUG oslo_vmware.api [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136877} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.876018] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.876257] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.876446] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.876618] env[70636]: INFO nova.compute.manager [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1191.876885] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.877126] env[70636]: DEBUG nova.compute.manager [-] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.877228] env[70636]: DEBUG nova.network.neutron [-] [instance: c18187c8-a457-4ed1-a882-922be8b34018] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.106432] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.110225] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5282e198-58e4-b2e9-e475-e84afef329ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.110225] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.110225] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Instance network_info: |[{"id": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "address": "fa:16:3e:96:57:02", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a96f51-20", "ovs_interfaceid": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.110225] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.110225] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. {{(pid=70636) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1192.111030] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:57:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8a96f51-2093-4c49-a734-fc9c5f595a9e', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.125195] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.125195] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b716ef-1fb9-4536-9a4f-70e14b235d5b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.128295] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.128696] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8163a5a-193f-4335-9f19-3b222b613900 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.154388] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1192.154388] env[70636]: value = "task-2884451" [ 1192.154388] env[70636]: _type = "Task" [ 1192.154388] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.154388] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.154388] env[70636]: value = "task-2884452" [ 1192.154388] env[70636]: _type = "Task" [ 1192.154388] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.166768] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.171739] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f0d4724b-e7e5-4f6f-b973-fab3690f33ac] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.173386] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884452, 'name': CreateVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.183629] env[70636]: DEBUG nova.scheduler.client.report [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.419758] env[70636]: DEBUG nova.compute.manager [req-fa7aee9e-0990-4b00-83b7-56af481886a6 req-b4dd1c53-b339-4cd6-bd8b-3a88a0b79524 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Received event network-vif-deleted-7f3956db-2112-461c-84ad-9af107115a1f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.419964] env[70636]: INFO nova.compute.manager [req-fa7aee9e-0990-4b00-83b7-56af481886a6 req-b4dd1c53-b339-4cd6-bd8b-3a88a0b79524 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Neutron deleted interface 7f3956db-2112-461c-84ad-9af107115a1f; detaching it from the instance and deleting it from the info cache [ 1192.420160] env[70636]: DEBUG nova.network.neutron [req-fa7aee9e-0990-4b00-83b7-56af481886a6 req-b4dd1c53-b339-4cd6-bd8b-3a88a0b79524 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.432562] env[70636]: DEBUG nova.compute.manager [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Received event network-changed-e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.432794] env[70636]: DEBUG nova.compute.manager [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Refreshing instance network info cache due to event network-changed-e8a96f51-2093-4c49-a734-fc9c5f595a9e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.433185] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] Acquiring lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.433332] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] Acquired lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.433417] env[70636]: DEBUG nova.network.neutron [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Refreshing network info cache for port e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.669140] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884451, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.674311] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884452, 'name': CreateVM_Task, 'duration_secs': 0.351668} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.675151] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 161cd7d8-686a-4dc4-9c73-059f4e194c13] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.676839] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.677431] env[70636]: DEBUG nova.network.neutron [-] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.679677] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.679960] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.680375] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.681078] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ed32aa-97fb-4fff-b0f0-a1e77e4baf2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.686105] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1192.686105] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d791b0-da9d-3e7e-e120-9ca26d97b183" [ 1192.686105] env[70636]: _type = "Task" [ 1192.686105] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.691766] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.692730] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.695524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.448s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.695847] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.700032] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.587s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.700032] env[70636]: INFO nova.compute.claims [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.711904] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d791b0-da9d-3e7e-e120-9ca26d97b183, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.712409] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.712750] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.713315] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.713622] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.713922] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.714291] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f4cbf7-dd88-4675-a506-921736adb4b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.724031] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.724031] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.724480] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86191a07-9586-46a5-84f3-5dd07332b2f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.727843] env[70636]: INFO nova.scheduler.client.report [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleted allocations for instance f2842deb-72c7-47d0-ba67-09665b96669e [ 1192.732569] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1192.732569] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520794cc-b65f-ec73-62cc-3c92c94e109f" [ 1192.732569] env[70636]: _type = "Task" [ 1192.732569] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.745329] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520794cc-b65f-ec73-62cc-3c92c94e109f, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.747100] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5107085-bf18-4f86-ab6d-0cd44d7b9d12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.752793] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1192.752793] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5244f1ec-6066-be2e-1f18-d31d685ca76d" [ 1192.752793] env[70636]: _type = "Task" [ 1192.752793] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.762056] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5244f1ec-6066-be2e-1f18-d31d685ca76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.923043] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9f90d12-6f97-4c16-a087-446c8b7ec48c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.933937] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd54c727-7527-4402-af9e-dc604b33ae19 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.978184] env[70636]: DEBUG nova.compute.manager [req-fa7aee9e-0990-4b00-83b7-56af481886a6 req-b4dd1c53-b339-4cd6-bd8b-3a88a0b79524 service nova] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Detach interface failed, port_id=7f3956db-2112-461c-84ad-9af107115a1f, reason: Instance c18187c8-a457-4ed1-a882-922be8b34018 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.025058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.025161] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.167827] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520673} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.168638] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. [ 1193.170049] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442da3f4-8c2d-4b80-83c9-8b3e03f230c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.189340] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a95a4262-7614-460a-b10f-a622efd96a54] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.191193] env[70636]: INFO nova.compute.manager [-] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Took 1.31 seconds to deallocate network for instance. [ 1193.203197] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.204500] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e513e0c-d1fb-4c8d-ade3-30b213a1930b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.224348] env[70636]: DEBUG nova.compute.utils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.229802] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.230053] env[70636]: DEBUG nova.network.neutron [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.237165] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1193.237165] env[70636]: value = "task-2884453" [ 1193.237165] env[70636]: _type = "Task" [ 1193.237165] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.237730] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d13d819a-6dcd-4115-9aac-cd76c6318fff tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "f2842deb-72c7-47d0-ba67-09665b96669e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.458s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.248704] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.263292] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5244f1ec-6066-be2e-1f18-d31d685ca76d, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.263554] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.263810] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 451c8de2-7e97-42e3-81af-458447b43b01/451c8de2-7e97-42e3-81af-458447b43b01.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.264081] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d16eed89-5d40-4d57-bdda-dbfc03f330f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.270302] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1193.270302] env[70636]: value = "task-2884454" [ 1193.270302] env[70636]: _type = "Task" [ 1193.270302] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.279353] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.285403] env[70636]: DEBUG nova.policy [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.299299] env[70636]: DEBUG nova.network.neutron [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Updated VIF entry in instance network info cache for port e8a96f51-2093-4c49-a734-fc9c5f595a9e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.299691] env[70636]: DEBUG nova.network.neutron [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Updating instance_info_cache with network_info: [{"id": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "address": "fa:16:3e:96:57:02", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a96f51-20", "ovs_interfaceid": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.425791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.426139] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.527915] env[70636]: DEBUG nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.628793] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8856c0-7683-49e5-bb54-22c4dd1331cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.650022] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.685319] env[70636]: DEBUG nova.network.neutron [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Successfully created port: e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.703067] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: add00fdb-4aa3-4183-9fc7-e6d8b390cde8] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.728402] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.732798] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.751107] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884453, 'name': ReconfigVM_Task, 'duration_secs': 0.303194} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.751377] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.752344] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914a94c0-7d54-4ed6-89ee-e0634b5380c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.790322] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0159e77-3bb0-4ecf-b746-14d52c2a0063 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802982] env[70636]: DEBUG oslo_concurrency.lockutils [req-f0da8664-725e-4d33-853b-7c866fef6078 req-770d7641-6af3-490a-ab52-cfde8a2bf09a service nova] Releasing lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.812407] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47627} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.813678] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 451c8de2-7e97-42e3-81af-458447b43b01/451c8de2-7e97-42e3-81af-458447b43b01.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.813900] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.814226] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1193.814226] env[70636]: value = "task-2884455" [ 1193.814226] env[70636]: _type = "Task" [ 1193.814226] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.816609] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2fda958-232b-4ace-b755-968f5898d4e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.827038] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.828272] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1193.828272] env[70636]: value = "task-2884456" [ 1193.828272] env[70636]: _type = "Task" [ 1193.828272] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.840060] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.928881] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.052638] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.157329] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.157623] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea9515a-80fe-41cf-b1ae-130e1c0de623 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.167263] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1194.167263] env[70636]: value = "task-2884457" [ 1194.167263] env[70636]: _type = "Task" [ 1194.167263] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.176617] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.207419] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 036d1098-1d2b-4f92-b05e-64f545e5bae5] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.248120] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fdd478-fe18-4878-8e9b-b37a1d72f4af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.256470] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d9221-7de5-47ba-88ca-549892945f65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.290374] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af4ad5-3f86-412c-881e-657143229f4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.299515] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c95f96-c409-4bc0-9214-eda606a939b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.314194] env[70636]: DEBUG nova.compute.provider_tree [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.327902] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884455, 'name': ReconfigVM_Task, 'duration_secs': 0.152236} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.328216] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.328414] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79ae414-d434-40d1-8f9f-4428402c4599 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.338875] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068561} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.340120] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.340469] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1194.340469] env[70636]: value = "task-2884458" [ 1194.340469] env[70636]: _type = "Task" [ 1194.340469] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.341171] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd60a3-8758-414d-8e98-24f68cf1088c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.351422] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.371318] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 451c8de2-7e97-42e3-81af-458447b43b01/451c8de2-7e97-42e3-81af-458447b43b01.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.371652] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05e7edc-dee4-4621-a39d-a784e2828d5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.391197] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1194.391197] env[70636]: value = "task-2884459" [ 1194.391197] env[70636]: _type = "Task" [ 1194.391197] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.400774] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.452251] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.587008] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.587097] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.587290] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.587475] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.587642] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.589796] env[70636]: INFO nova.compute.manager [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Terminating instance [ 1194.682971] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884457, 'name': PowerOffVM_Task, 'duration_secs': 0.300295} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.683468] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.683847] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.713617] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f387a69d-5d38-41c3-b9c4-08b316b08bad] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.744218] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.770166] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.770468] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.771200] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.771200] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.771200] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.771378] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.771674] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.772939] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.772939] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.772939] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.772939] env[70636]: DEBUG nova.virt.hardware [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.775571] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a371cd-c018-4591-8cc3-a9757cc9481c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.784448] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c432fd-b4c8-43b0-b868-34b31fea0ce3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.818682] env[70636]: DEBUG nova.scheduler.client.report [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.854480] env[70636]: DEBUG oslo_vmware.api [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884458, 'name': PowerOnVM_Task, 'duration_secs': 0.460527} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.854480] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.858497] env[70636]: DEBUG nova.compute.manager [None req-fe43dc01-0813-45df-ad1a-b7e1c4deeea4 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.859359] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80747baa-1ece-4430-9a5c-45b3550ec115 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.901821] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884459, 'name': ReconfigVM_Task, 'duration_secs': 0.501643} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.901994] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 451c8de2-7e97-42e3-81af-458447b43b01/451c8de2-7e97-42e3-81af-458447b43b01.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.902751] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0714391e-3301-4cd0-b383-d1bb612f2ecc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.911228] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1194.911228] env[70636]: value = "task-2884460" [ 1194.911228] env[70636]: _type = "Task" [ 1194.911228] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.923015] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884460, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.097323] env[70636]: DEBUG nova.compute.manager [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.099044] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.099348] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf72df1-01ca-4136-8294-eaceb4f3ac36 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.107754] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.108048] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a81943b-c2b2-4e09-b678-3c0402e349f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.114195] env[70636]: DEBUG oslo_vmware.api [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1195.114195] env[70636]: value = "task-2884461" [ 1195.114195] env[70636]: _type = "Task" [ 1195.114195] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.123557] env[70636]: DEBUG oslo_vmware.api [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.190406] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.190681] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.191105] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.191105] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.191198] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.191358] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.191663] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.191882] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.192807] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.193050] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.193440] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.200034] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d58aea-622a-4d76-92dc-478824c57338 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.216666] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 6e352875-5f4e-4fef-b554-3aa734b1c57b] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.218906] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1195.218906] env[70636]: value = "task-2884462" [ 1195.218906] env[70636]: _type = "Task" [ 1195.218906] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.226846] env[70636]: DEBUG nova.compute.manager [req-9ad767df-a93a-4a23-9a05-21e42143caa2 req-6bf88eaa-c00d-4d46-a2ea-83d08ee628a6 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Received event network-vif-plugged-e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.227137] env[70636]: DEBUG oslo_concurrency.lockutils [req-9ad767df-a93a-4a23-9a05-21e42143caa2 req-6bf88eaa-c00d-4d46-a2ea-83d08ee628a6 service nova] Acquiring lock "23751277-fbf7-4378-bd54-e8d17e3a64af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.227353] env[70636]: DEBUG oslo_concurrency.lockutils [req-9ad767df-a93a-4a23-9a05-21e42143caa2 req-6bf88eaa-c00d-4d46-a2ea-83d08ee628a6 service nova] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.227517] env[70636]: DEBUG oslo_concurrency.lockutils [req-9ad767df-a93a-4a23-9a05-21e42143caa2 req-6bf88eaa-c00d-4d46-a2ea-83d08ee628a6 service nova] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.227679] env[70636]: DEBUG nova.compute.manager [req-9ad767df-a93a-4a23-9a05-21e42143caa2 req-6bf88eaa-c00d-4d46-a2ea-83d08ee628a6 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] No waiting events found dispatching network-vif-plugged-e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.227934] env[70636]: WARNING nova.compute.manager [req-9ad767df-a93a-4a23-9a05-21e42143caa2 req-6bf88eaa-c00d-4d46-a2ea-83d08ee628a6 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Received unexpected event network-vif-plugged-e3e191e1-4ddb-4b17-af25-7f22ce27943c for instance with vm_state building and task_state spawning. [ 1195.232225] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.327574] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.327574] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.331754] env[70636]: DEBUG nova.network.neutron [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Successfully updated port: e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.331754] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.949s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.331754] env[70636]: DEBUG nova.objects.instance [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lazy-loading 'resources' on Instance uuid b9a15bcc-5fdf-41b3-bb46-e3168a6398ec {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.421032] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884460, 'name': Rename_Task, 'duration_secs': 0.25038} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.421032] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.421032] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f72f6b3-222f-4db7-9f8d-1123c75b6685 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.427421] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1195.427421] env[70636]: value = "task-2884463" [ 1195.427421] env[70636]: _type = "Task" [ 1195.427421] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.435702] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.494093] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "12f9f080-197c-4e25-b192-78f30b257e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.494418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "12f9f080-197c-4e25-b192-78f30b257e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.528648] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.528896] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.624758] env[70636]: DEBUG oslo_vmware.api [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884461, 'name': PowerOffVM_Task, 'duration_secs': 0.217335} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.624993] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.625114] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.625402] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eadc01ef-0be7-4eb7-bb0c-412c2d3cd21d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.688602] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.688602] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.688602] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleting the datastore file [datastore2] 00daff25-7271-410d-9aca-bcf9f71371c2 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.688602] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b65cb809-57e4-4c1a-925b-1eecc9864ae1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.695061] env[70636]: DEBUG oslo_vmware.api [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for the task: (returnval){ [ 1195.695061] env[70636]: value = "task-2884465" [ 1195.695061] env[70636]: _type = "Task" [ 1195.695061] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.703144] env[70636]: DEBUG oslo_vmware.api [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.719888] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2eb4cf38-0055-43a0-92a1-79782c25f80a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.731092] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884462, 'name': ReconfigVM_Task, 'duration_secs': 0.1888} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.731468] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.832448] env[70636]: DEBUG nova.compute.utils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.834063] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.834235] env[70636]: DEBUG nova.network.neutron [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.837179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-23751277-fbf7-4378-bd54-e8d17e3a64af" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.837320] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-23751277-fbf7-4378-bd54-e8d17e3a64af" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.838039] env[70636]: DEBUG nova.network.neutron [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.915476] env[70636]: DEBUG nova.policy [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c09ae85d4f354045bbea529e8f33174b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a0504379eac4999b10016e748d8bedd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.943621] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.996828] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.036955] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.206831] env[70636]: DEBUG oslo_vmware.api [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Task: {'id': task-2884465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134949} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.210018] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.210986] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.211206] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.211389] env[70636]: INFO nova.compute.manager [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1196.211633] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.212803] env[70636]: DEBUG nova.compute.manager [-] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.212803] env[70636]: DEBUG nova.network.neutron [-] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.227393] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2811096a-4822-42c1-9c4d-acd8ff56701f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.238549] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.238791] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.238964] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.239191] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.239321] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.239464] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.239669] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.239834] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.240093] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.240298] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.240664] env[70636]: DEBUG nova.virt.hardware [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.246299] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.249251] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7544ad81-52ea-4c98-9e33-118a352d42e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.269361] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1196.269361] env[70636]: value = "task-2884466" [ 1196.269361] env[70636]: _type = "Task" [ 1196.269361] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.277865] env[70636]: DEBUG nova.network.neutron [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Successfully created port: b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.287344] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.329473] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43783b4-8f7d-4e0b-96a0-df7b93543ec0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.338166] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e6a89-b156-47ce-bef8-1aca0a41c454 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.343468] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.376401] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd3e88-f615-41c5-82db-fe87a062fc1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.384513] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714bcdc0-31c3-44a3-a403-decd27e47aa6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.403155] env[70636]: DEBUG nova.compute.provider_tree [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.416559] env[70636]: DEBUG nova.network.neutron [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.438545] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.497123] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.498407] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.522089] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.562671] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.572222] env[70636]: DEBUG nova.compute.manager [req-0962c09f-8c48-4db3-9e2b-7b0ec32e8aec req-b9b87202-dfd9-4fdb-801d-53117bc9306c service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Received event network-vif-deleted-45de493b-7ba7-424c-931d-bcff6ca4386a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.572429] env[70636]: INFO nova.compute.manager [req-0962c09f-8c48-4db3-9e2b-7b0ec32e8aec req-b9b87202-dfd9-4fdb-801d-53117bc9306c service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Neutron deleted interface 45de493b-7ba7-424c-931d-bcff6ca4386a; detaching it from the instance and deleting it from the info cache [ 1196.572603] env[70636]: DEBUG nova.network.neutron [req-0962c09f-8c48-4db3-9e2b-7b0ec32e8aec req-b9b87202-dfd9-4fdb-801d-53117bc9306c service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.609957] env[70636]: DEBUG nova.network.neutron [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Updating instance_info_cache with network_info: [{"id": "e3e191e1-4ddb-4b17-af25-7f22ce27943c", "address": "fa:16:3e:94:b2:e9", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e191e1-4d", "ovs_interfaceid": "e3e191e1-4ddb-4b17-af25-7f22ce27943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.734684] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 806dc7b0-cf92-458e-a6ae-63d146fbff1f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.780185] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884466, 'name': ReconfigVM_Task, 'duration_secs': 0.310942} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.780463] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.781275] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c14cd-1325-4149-bbaf-30d951e8ed2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.805436] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7/a390c0d0-f845-4641-9cf9-b25520d149b7.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.805436] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d5fba00-3c11-4d36-8f47-a596f5cd1cb9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.821647] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1196.821647] env[70636]: value = "task-2884467" [ 1196.821647] env[70636]: _type = "Task" [ 1196.821647] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.829589] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.906302] env[70636]: DEBUG nova.scheduler.client.report [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.940754] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.000052] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.055962] env[70636]: DEBUG nova.network.neutron [-] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.079031] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d5782f8-9e7a-41d6-9526-6cab7878534d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.092179] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf137e9-c466-4e55-8196-8b748244b22c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.112854] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-23751277-fbf7-4378-bd54-e8d17e3a64af" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.113221] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Instance network_info: |[{"id": "e3e191e1-4ddb-4b17-af25-7f22ce27943c", "address": "fa:16:3e:94:b2:e9", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e191e1-4d", "ovs_interfaceid": "e3e191e1-4ddb-4b17-af25-7f22ce27943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.113651] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b2:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e191e1-4ddb-4b17-af25-7f22ce27943c', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.122380] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.147253] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.148024] env[70636]: DEBUG nova.compute.manager [req-0962c09f-8c48-4db3-9e2b-7b0ec32e8aec req-b9b87202-dfd9-4fdb-801d-53117bc9306c service nova] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Detach interface failed, port_id=45de493b-7ba7-424c-931d-bcff6ca4386a, reason: Instance 00daff25-7271-410d-9aca-bcf9f71371c2 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.148449] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ec6618-e44b-42dd-8df6-77117739840a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.169995] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.169995] env[70636]: value = "task-2884468" [ 1197.169995] env[70636]: _type = "Task" [ 1197.169995] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.178456] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884468, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.240700] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 922f2a8a-0028-4933-8616-2435af7d7010] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.333444] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884467, 'name': ReconfigVM_Task, 'duration_secs': 0.332794} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.333725] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7/a390c0d0-f845-4641-9cf9-b25520d149b7.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.334000] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.354163] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.384248] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.384678] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.384855] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.385052] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.385203] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.385350] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.385761] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.386143] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.386376] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.386566] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.386745] env[70636]: DEBUG nova.virt.hardware [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.388371] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6607d245-feb5-42ab-b3ce-1895062dfad5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.399743] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc082b9f-6fbd-436c-b763-0571ffd015e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.414730] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.417519] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.019s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.417756] env[70636]: DEBUG nova.objects.instance [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lazy-loading 'resources' on Instance uuid 830968fc-9457-41c7-be96-5257ba58e4e4 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.420604] env[70636]: DEBUG nova.compute.manager [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Received event network-changed-e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.420787] env[70636]: DEBUG nova.compute.manager [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Refreshing instance network info cache due to event network-changed-e3e191e1-4ddb-4b17-af25-7f22ce27943c. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.421007] env[70636]: DEBUG oslo_concurrency.lockutils [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] Acquiring lock "refresh_cache-23751277-fbf7-4378-bd54-e8d17e3a64af" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.421154] env[70636]: DEBUG oslo_concurrency.lockutils [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] Acquired lock "refresh_cache-23751277-fbf7-4378-bd54-e8d17e3a64af" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.421314] env[70636]: DEBUG nova.network.neutron [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Refreshing network info cache for port e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.439695] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884463, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.440888] env[70636]: INFO nova.scheduler.client.report [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Deleted allocations for instance b9a15bcc-5fdf-41b3-bb46-e3168a6398ec [ 1197.520096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.558554] env[70636]: INFO nova.compute.manager [-] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Took 1.35 seconds to deallocate network for instance. [ 1197.680469] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884468, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.748772] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2a559c15-0334-44db-9f7d-ed3282993961] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.836942] env[70636]: DEBUG nova.network.neutron [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Successfully updated port: b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.843279] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d66fc-f6f9-4a5a-b151-3549b8c6a109 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.864150] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92411a4c-a1b9-4fdc-ba1a-74438139af90 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.882465] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.938882] env[70636]: DEBUG oslo_vmware.api [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884463, 'name': PowerOnVM_Task, 'duration_secs': 2.222497} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.939158] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.939385] env[70636]: INFO nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1197.939560] env[70636]: DEBUG nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.940367] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e0b4b7-f34a-4e3f-996f-d4e8845f5d6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.953119] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ac945fa2-0a8b-4ff4-b59e-6cae692bd028 tempest-ServersAdminNegativeTestJSON-2114285793 tempest-ServersAdminNegativeTestJSON-2114285793-project-member] Lock "b9a15bcc-5fdf-41b3-bb46-e3168a6398ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.607s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.064852] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.189129] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884468, 'name': CreateVM_Task, 'duration_secs': 0.557454} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.189374] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.190347] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.190516] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.190945] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.194209] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a69d2a-ae99-41ad-bb45-0acc980ecb8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.199695] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1198.199695] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e6946-9178-c5c5-590b-7afd3b278118" [ 1198.199695] env[70636]: _type = "Task" [ 1198.199695] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.209892] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e6946-9178-c5c5-590b-7afd3b278118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.210772] env[70636]: DEBUG nova.network.neutron [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Updated VIF entry in instance network info cache for port e3e191e1-4ddb-4b17-af25-7f22ce27943c. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.211100] env[70636]: DEBUG nova.network.neutron [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Updating instance_info_cache with network_info: [{"id": "e3e191e1-4ddb-4b17-af25-7f22ce27943c", "address": "fa:16:3e:94:b2:e9", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e191e1-4d", "ovs_interfaceid": "e3e191e1-4ddb-4b17-af25-7f22ce27943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.251998] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: fbab4e0d-2a88-450b-99b2-944a06fc5efc] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.330623] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b420b75-8d77-427a-89af-9fa888a78efd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.338018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca5bd5-1772-4981-b4ad-d41bdc37a518 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.341526] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "refresh_cache-b9819181-a872-4927-92e8-aafa234425f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.341662] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "refresh_cache-b9819181-a872-4927-92e8-aafa234425f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.341808] env[70636]: DEBUG nova.network.neutron [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.372741] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9120f2-2ccc-4220-9500-dbf234c12c65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.381340] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e4206e-b219-4ad2-a18a-f93614e1aff6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.399419] env[70636]: DEBUG nova.compute.provider_tree [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.463060] env[70636]: INFO nova.compute.manager [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Took 37.28 seconds to build instance. [ 1198.477990] env[70636]: DEBUG nova.network.neutron [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Port 9e9e053a-0636-4a8f-8360-de287a62b920 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1198.710830] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e6946-9178-c5c5-590b-7afd3b278118, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.711056] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.711304] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.711542] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.711691] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.711860] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.712155] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a71962da-3d4f-47d8-a7d6-0dba63d7b9f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.714312] env[70636]: DEBUG oslo_concurrency.lockutils [req-7462cfdd-597b-4944-bcc6-7b67a892dbac req-b1c93bfb-aeef-4574-b14a-1aa090349823 service nova] Releasing lock "refresh_cache-23751277-fbf7-4378-bd54-e8d17e3a64af" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.721419] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.721602] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.722366] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feeb11e3-d42c-4039-9c1a-e94a323b9f56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.727538] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1198.727538] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527de76d-487b-1cd1-1da1-3a3c18eb7821" [ 1198.727538] env[70636]: _type = "Task" [ 1198.727538] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.735560] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527de76d-487b-1cd1-1da1-3a3c18eb7821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.754617] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: ccf0bfa7-aa71-4cbd-9657-b908bfc001d8] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.886138] env[70636]: DEBUG nova.network.neutron [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.903043] env[70636]: DEBUG nova.scheduler.client.report [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.966045] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f0bd5f89-6668-413e-b298-b11202aa57f9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "451c8de2-7e97-42e3-81af-458447b43b01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.789s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.088180] env[70636]: DEBUG nova.network.neutron [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Updating instance_info_cache with network_info: [{"id": "b4502ae6-c23f-4d17-80e6-eb2aed84b4bc", "address": "fa:16:3e:66:10:ae", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4502ae6-c2", "ovs_interfaceid": "b4502ae6-c23f-4d17-80e6-eb2aed84b4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.107673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] Acquiring lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.107949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] Acquired lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.108236] env[70636]: DEBUG nova.network.neutron [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.240726] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527de76d-487b-1cd1-1da1-3a3c18eb7821, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.242068] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d284af-8e05-457d-9b9b-01c3a182a9fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.248456] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1199.248456] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529c7362-606e-4669-9a54-694c74587180" [ 1199.248456] env[70636]: _type = "Task" [ 1199.248456] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.258320] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: eec39238-d21d-464c-b27a-bfba7f7af671] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.260355] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529c7362-606e-4669-9a54-694c74587180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.416021] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.418473] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.686s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.419401] env[70636]: DEBUG nova.objects.instance [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lazy-loading 'resources' on Instance uuid c18187c8-a457-4ed1-a882-922be8b34018 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.440219] env[70636]: INFO nova.scheduler.client.report [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Deleted allocations for instance 830968fc-9457-41c7-be96-5257ba58e4e4 [ 1199.461516] env[70636]: DEBUG nova.compute.manager [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Received event network-vif-plugged-b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.461516] env[70636]: DEBUG oslo_concurrency.lockutils [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] Acquiring lock "b9819181-a872-4927-92e8-aafa234425f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.461516] env[70636]: DEBUG oslo_concurrency.lockutils [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] Lock "b9819181-a872-4927-92e8-aafa234425f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.461516] env[70636]: DEBUG oslo_concurrency.lockutils [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] Lock "b9819181-a872-4927-92e8-aafa234425f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.461516] env[70636]: DEBUG nova.compute.manager [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] No waiting events found dispatching network-vif-plugged-b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.461516] env[70636]: WARNING nova.compute.manager [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Received unexpected event network-vif-plugged-b4502ae6-c23f-4d17-80e6-eb2aed84b4bc for instance with vm_state building and task_state spawning. [ 1199.461516] env[70636]: DEBUG nova.compute.manager [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Received event network-changed-b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.461516] env[70636]: DEBUG nova.compute.manager [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Refreshing instance network info cache due to event network-changed-b4502ae6-c23f-4d17-80e6-eb2aed84b4bc. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.461516] env[70636]: DEBUG oslo_concurrency.lockutils [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] Acquiring lock "refresh_cache-b9819181-a872-4927-92e8-aafa234425f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.506242] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.507250] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.507709] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.594151] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "refresh_cache-b9819181-a872-4927-92e8-aafa234425f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.594151] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Instance network_info: |[{"id": "b4502ae6-c23f-4d17-80e6-eb2aed84b4bc", "address": "fa:16:3e:66:10:ae", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4502ae6-c2", "ovs_interfaceid": "b4502ae6-c23f-4d17-80e6-eb2aed84b4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.594151] env[70636]: DEBUG oslo_concurrency.lockutils [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] Acquired lock "refresh_cache-b9819181-a872-4927-92e8-aafa234425f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.594151] env[70636]: DEBUG nova.network.neutron [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Refreshing network info cache for port b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.597849] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:10:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4502ae6-c23f-4d17-80e6-eb2aed84b4bc', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.616045] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.624739] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9819181-a872-4927-92e8-aafa234425f0] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.624739] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-435c13dc-7666-49e0-ba61-d72f90fc89fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.666536] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.666536] env[70636]: value = "task-2884469" [ 1199.666536] env[70636]: _type = "Task" [ 1199.666536] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.679642] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884469, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.762815] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2f2b451c-1a79-4b3e-a213-bd68d875475a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.767346] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529c7362-606e-4669-9a54-694c74587180, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.767346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.767346] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 23751277-fbf7-4378-bd54-e8d17e3a64af/23751277-fbf7-4378-bd54-e8d17e3a64af.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.767346] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8692d000-5fb5-48c0-85c2-7e71f84f6d40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.776725] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1199.776725] env[70636]: value = "task-2884470" [ 1199.776725] env[70636]: _type = "Task" [ 1199.776725] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.785303] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.947321] env[70636]: DEBUG nova.network.neutron [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Updating instance_info_cache with network_info: [{"id": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "address": "fa:16:3e:96:57:02", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a96f51-20", "ovs_interfaceid": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.955108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-82bd7b4b-3095-4541-b446-ed297b27abca tempest-ServerAddressesNegativeTestJSON-209697269 tempest-ServerAddressesNegativeTestJSON-209697269-project-member] Lock "830968fc-9457-41c7-be96-5257ba58e4e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.926s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.080566] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.080932] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.081174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.081366] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.081531] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.085071] env[70636]: INFO nova.compute.manager [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Terminating instance [ 1200.096640] env[70636]: DEBUG nova.network.neutron [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Updated VIF entry in instance network info cache for port b4502ae6-c23f-4d17-80e6-eb2aed84b4bc. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.097117] env[70636]: DEBUG nova.network.neutron [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Updating instance_info_cache with network_info: [{"id": "b4502ae6-c23f-4d17-80e6-eb2aed84b4bc", "address": "fa:16:3e:66:10:ae", "network": {"id": "591b3727-38a8-4ab9-9606-253cf5c66997", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1546574098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0504379eac4999b10016e748d8bedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4502ae6-c2", "ovs_interfaceid": "b4502ae6-c23f-4d17-80e6-eb2aed84b4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.177474] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884469, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.272974] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: bf6957cf-a32d-4faf-b388-a55b92a2294b] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.287820] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.458585] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] Releasing lock "refresh_cache-451c8de2-7e97-42e3-81af-458447b43b01" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.458820] env[70636]: DEBUG nova.compute.manager [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Inject network info {{(pid=70636) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1200.459168] env[70636]: DEBUG nova.compute.manager [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] network_info to inject: |[{"id": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "address": "fa:16:3e:96:57:02", "network": {"id": "2fc201e6-7ee3-40fb-b9cc-acb642d6e773", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-685543585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91604b1b797b40b48fe4e51ef2f9dcbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a96f51-20", "ovs_interfaceid": "e8a96f51-2093-4c49-a734-fc9c5f595a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1200.463898] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Reconfiguring VM instance to set the machine id {{(pid=70636) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1200.464326] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68546c78-7d29-4a69-ae0a-1aed54f85d1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.479380] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc28efec-cd72-4044-8653-cacedb86418a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.483329] env[70636]: DEBUG oslo_vmware.api [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] Waiting for the task: (returnval){ [ 1200.483329] env[70636]: value = "task-2884471" [ 1200.483329] env[70636]: _type = "Task" [ 1200.483329] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.489917] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7c93eb-8a02-49bd-b75f-1727c34a517c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.499535] env[70636]: DEBUG oslo_vmware.api [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] Task: {'id': task-2884471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.529384] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7479d1-95f5-4396-8d68-9e6d5eed2039 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.537122] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6924f-cbc5-4ef4-abb6-1f2611c557c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.552502] env[70636]: DEBUG nova.compute.provider_tree [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.572066] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.572341] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.572543] env[70636]: DEBUG nova.network.neutron [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.592185] env[70636]: DEBUG nova.compute.manager [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.592403] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.593272] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb03bf-6500-41d0-b0df-26d65d0c719b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.600869] env[70636]: DEBUG oslo_concurrency.lockutils [req-2f9e695f-26b3-4bab-8c61-470cd9ba7e0e req-f90be968-ea1e-455a-9440-8663c1d53bb6 service nova] Releasing lock "refresh_cache-b9819181-a872-4927-92e8-aafa234425f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.601548] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.601787] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25699274-f261-406a-a02f-5d90b47cf4b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.607496] env[70636]: DEBUG oslo_vmware.api [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1200.607496] env[70636]: value = "task-2884472" [ 1200.607496] env[70636]: _type = "Task" [ 1200.607496] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.615366] env[70636]: DEBUG oslo_vmware.api [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.679890] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884469, 'name': CreateVM_Task, 'duration_secs': 0.586193} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.680848] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9819181-a872-4927-92e8-aafa234425f0] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.680848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.680997] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.681338] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.681710] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aab486f-1f5d-43b4-8c2f-5c479b859935 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.686825] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1200.686825] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d07445-f815-12de-bf4b-4f7b7a068ae0" [ 1200.686825] env[70636]: _type = "Task" [ 1200.686825] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.695345] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d07445-f815-12de-bf4b-4f7b7a068ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.777066] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a91cd690-ecbb-4a86-8e38-6515968a5040] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.793024] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531345} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.793024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 23751277-fbf7-4378-bd54-e8d17e3a64af/23751277-fbf7-4378-bd54-e8d17e3a64af.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.793024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.793024] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48b05ff-72e3-4346-9bc5-522e7f436a57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.801278] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1200.801278] env[70636]: value = "task-2884473" [ 1200.801278] env[70636]: _type = "Task" [ 1200.801278] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.808118] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.994304] env[70636]: DEBUG oslo_vmware.api [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] Task: {'id': task-2884471, 'name': ReconfigVM_Task, 'duration_secs': 0.255904} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.995043] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c9389-fc20-4249-8a4c-0ee5cf49a2b3 tempest-ServersAdminTestJSON-1718276014 tempest-ServersAdminTestJSON-1718276014-project-admin] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Reconfigured VM instance to set the machine id {{(pid=70636) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1201.055467] env[70636]: DEBUG nova.scheduler.client.report [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.117469] env[70636]: DEBUG oslo_vmware.api [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884472, 'name': PowerOffVM_Task, 'duration_secs': 0.227507} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.117788] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.117976] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.118348] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40099ec8-3751-4dec-b39a-426372fa6d0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.196703] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.196981] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.197202] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Deleting the datastore file [datastore2] df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.200897] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ea583d3-2396-43a9-898f-ee34364cbf00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.202748] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d07445-f815-12de-bf4b-4f7b7a068ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.030415} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.203039] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.203273] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.203625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.203625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.203801] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.204432] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1544f222-ef7a-4f85-89d2-6fae9ed2837d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.207790] env[70636]: DEBUG oslo_vmware.api [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1201.207790] env[70636]: value = "task-2884475" [ 1201.207790] env[70636]: _type = "Task" [ 1201.207790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.215982] env[70636]: DEBUG oslo_vmware.api [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.217116] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.217176] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.217909] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff31d92-175a-4024-bb3b-b0529d4fe368 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.228649] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1201.228649] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6362f-1de0-7e31-eb92-20c162c88014" [ 1201.228649] env[70636]: _type = "Task" [ 1201.228649] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.240179] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6362f-1de0-7e31-eb92-20c162c88014, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.243127] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b616b754-3d5a-46cd-91be-1f263a146ad8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.246947] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1201.246947] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff5c65-54a3-6126-cd47-e9e2fbc1176e" [ 1201.246947] env[70636]: _type = "Task" [ 1201.246947] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.255759] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff5c65-54a3-6126-cd47-e9e2fbc1176e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.284133] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 97d77c3d-a0e8-4095-a8a9-06190fa7d878] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.311048] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081226} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.311329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.312141] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c81f89-9d7e-41fd-aa1d-51c1ce2d78bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.335254] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 23751277-fbf7-4378-bd54-e8d17e3a64af/23751277-fbf7-4378-bd54-e8d17e3a64af.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.335812] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a9baa9-d57c-4272-a951-30492b9303dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.355359] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1201.355359] env[70636]: value = "task-2884476" [ 1201.355359] env[70636]: _type = "Task" [ 1201.355359] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.365073] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.533298] env[70636]: DEBUG nova.network.neutron [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [{"id": "9e9e053a-0636-4a8f-8360-de287a62b920", "address": "fa:16:3e:6a:ba:c5", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9e053a-06", "ovs_interfaceid": "9e9e053a-0636-4a8f-8360-de287a62b920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.562147] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.565341] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.512s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.566718] env[70636]: INFO nova.compute.claims [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.589916] env[70636]: INFO nova.scheduler.client.report [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted allocations for instance c18187c8-a457-4ed1-a882-922be8b34018 [ 1201.720155] env[70636]: DEBUG oslo_vmware.api [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197556} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.720427] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.720615] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.720792] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.720961] env[70636]: INFO nova.compute.manager [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1201.721227] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.721420] env[70636]: DEBUG nova.compute.manager [-] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.721514] env[70636]: DEBUG nova.network.neutron [-] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.735089] env[70636]: INFO nova.compute.manager [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Rebuilding instance [ 1201.761185] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ff5c65-54a3-6126-cd47-e9e2fbc1176e, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.763300] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.763580] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] b9819181-a872-4927-92e8-aafa234425f0/b9819181-a872-4927-92e8-aafa234425f0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.764103] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34996202-ec25-46e0-97b4-4e7dc3d0be17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.772841] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1201.772841] env[70636]: value = "task-2884477" [ 1201.772841] env[70636]: _type = "Task" [ 1201.772841] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.785523] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.788197] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 09b0ab7d-257c-479e-9d47-5b68fb28ec3c] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.802146] env[70636]: DEBUG nova.compute.manager [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.803215] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f828fed9-ec11-4126-a4ba-2bce5f8730c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.866764] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.035866] env[70636]: DEBUG oslo_concurrency.lockutils [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.106021] env[70636]: DEBUG oslo_concurrency.lockutils [None req-40645ebc-6da8-42f9-a93f-473f025092de tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "c18187c8-a457-4ed1-a882-922be8b34018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.891s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.289614] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511811} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.290299] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] b9819181-a872-4927-92e8-aafa234425f0/b9819181-a872-4927-92e8-aafa234425f0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.293017] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.293017] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-377d0cd7-950d-4c81-ae85-28f4b2804ce8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.293586] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 82c65203-cec7-4ca4-bdf4-329b4f753dd7] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.303022] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1202.303022] env[70636]: value = "task-2884478" [ 1202.303022] env[70636]: _type = "Task" [ 1202.303022] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.310691] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.368277] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884476, 'name': ReconfigVM_Task, 'duration_secs': 0.764683} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.368921] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 23751277-fbf7-4378-bd54-e8d17e3a64af/23751277-fbf7-4378-bd54-e8d17e3a64af.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.370087] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba2e57d-6c29-4196-b629-8f528bb65321 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.379025] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1202.379025] env[70636]: value = "task-2884479" [ 1202.379025] env[70636]: _type = "Task" [ 1202.379025] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.387416] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884479, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.502815] env[70636]: DEBUG nova.compute.manager [req-29e0a218-c819-46e7-89f7-863ec3cd16dd req-9dad52d0-918e-45a4-bc6a-2f82f182164d service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Received event network-vif-deleted-d3227b5d-2aab-4d80-b062-d9352128429f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.503298] env[70636]: INFO nova.compute.manager [req-29e0a218-c819-46e7-89f7-863ec3cd16dd req-9dad52d0-918e-45a4-bc6a-2f82f182164d service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Neutron deleted interface d3227b5d-2aab-4d80-b062-d9352128429f; detaching it from the instance and deleting it from the info cache [ 1202.503702] env[70636]: DEBUG nova.network.neutron [req-29e0a218-c819-46e7-89f7-863ec3cd16dd req-9dad52d0-918e-45a4-bc6a-2f82f182164d service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.575227] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb8b1c6-14eb-4e7f-a606-bf0a21bd0bc6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.604454] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d623b88-1fa3-4198-80d2-a7e33b8485ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.613708] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.797366] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 23e67cc4-e97f-4578-bc51-81d438609860] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.813463] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102306} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.813727] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.814521] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32323447-ca60-4acb-897b-dca6c53189e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.832739] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.841155] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] b9819181-a872-4927-92e8-aafa234425f0/b9819181-a872-4927-92e8-aafa234425f0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.844337] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0621168e-c32e-4eab-8f4e-b28f01f04419 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.846461] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056b3c34-4091-4da1-8e7b-3f52bc890ba0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.865890] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1202.865890] env[70636]: value = "task-2884481" [ 1202.865890] env[70636]: _type = "Task" [ 1202.865890] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.866842] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1202.866842] env[70636]: value = "task-2884480" [ 1202.866842] env[70636]: _type = "Task" [ 1202.866842] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.881388] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.887941] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.895944] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884479, 'name': Rename_Task, 'duration_secs': 0.36121} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.896257] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.896523] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63278691-9a9e-4d6d-bd7a-58e732528e51 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.903551] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1202.903551] env[70636]: value = "task-2884482" [ 1202.903551] env[70636]: _type = "Task" [ 1202.903551] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.911090] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.935171] env[70636]: DEBUG nova.network.neutron [-] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.990147] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "6786080b-4760-4042-b210-69b14fe5af58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.990963] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6786080b-4760-4042-b210-69b14fe5af58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.990963] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "6786080b-4760-4042-b210-69b14fe5af58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.990963] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6786080b-4760-4042-b210-69b14fe5af58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.990963] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6786080b-4760-4042-b210-69b14fe5af58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.993625] env[70636]: INFO nova.compute.manager [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Terminating instance [ 1203.007092] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d7801dc-1939-4b1c-8876-80324d2efdc0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.014241] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d92ac-ed82-4e2f-94df-c45c6fa585cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.022257] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3795480-b35b-448f-9fb5-7e275213853a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.040095] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7583d86-4643-48e6-a870-37103c1eae66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.088993] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d862c858-b16c-4b4b-8d1c-a663a519c0ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.091849] env[70636]: DEBUG nova.compute.manager [req-29e0a218-c819-46e7-89f7-863ec3cd16dd req-9dad52d0-918e-45a4-bc6a-2f82f182164d service nova] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Detach interface failed, port_id=d3227b5d-2aab-4d80-b062-d9352128429f, reason: Instance df56f107-e9e4-42e0-a241-dcd7b9ee24f2 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.096966] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e5680c-a3d5-4d87-b467-b96c3dea9a83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.111575] env[70636]: DEBUG nova.compute.provider_tree [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.122809] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.123379] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7c4be1-c0ac-47b6-84c8-5d7db890c0ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.129526] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1203.129526] env[70636]: value = "task-2884483" [ 1203.129526] env[70636]: _type = "Task" [ 1203.129526] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.137799] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.302810] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.302966] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Cleaning up deleted instances with incomplete migration {{(pid=70636) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1203.384313] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884481, 'name': ReconfigVM_Task, 'duration_secs': 0.285639} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.384542] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884480, 'name': PowerOffVM_Task, 'duration_secs': 0.209906} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.384773] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] b9819181-a872-4927-92e8-aafa234425f0/b9819181-a872-4927-92e8-aafa234425f0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.385464] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.385689] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.385975] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b84ea513-a0d1-44e7-90d5-f3dee3d2926d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.388090] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32263f2-cb58-4ac2-84b6-7995f62c69d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.395528] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.396723] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7355ae21-1359-4074-b743-45812d58b0a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.398249] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1203.398249] env[70636]: value = "task-2884484" [ 1203.398249] env[70636]: _type = "Task" [ 1203.398249] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.407101] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884484, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.414256] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884482, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.437273] env[70636]: INFO nova.compute.manager [-] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Took 1.72 seconds to deallocate network for instance. [ 1203.468325] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.468635] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.468992] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleting the datastore file [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.469137] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15069a99-ce4e-4a05-a6c4-06b8a54c4da4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.476243] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1203.476243] env[70636]: value = "task-2884486" [ 1203.476243] env[70636]: _type = "Task" [ 1203.476243] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.488834] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.501260] env[70636]: DEBUG nova.compute.manager [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.501260] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.503396] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7417dcb7-013c-4210-845c-8824ca8c6d6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.509662] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.509930] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4e881b-f254-48e6-b09e-74176c060e09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.516399] env[70636]: DEBUG oslo_vmware.api [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1203.516399] env[70636]: value = "task-2884487" [ 1203.516399] env[70636]: _type = "Task" [ 1203.516399] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.524435] env[70636]: DEBUG oslo_vmware.api [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.614584] env[70636]: DEBUG nova.scheduler.client.report [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.640666] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.753363] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.753594] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.805912] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.908919] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884484, 'name': Rename_Task, 'duration_secs': 0.157626} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.913023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.913125] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893ed34c-2278-4273-8701-7dfc19d54611 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.919406] env[70636]: DEBUG oslo_vmware.api [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884482, 'name': PowerOnVM_Task, 'duration_secs': 0.905216} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.920659] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.920905] env[70636]: INFO nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1203.921120] env[70636]: DEBUG nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.921482] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1203.921482] env[70636]: value = "task-2884488" [ 1203.921482] env[70636]: _type = "Task" [ 1203.921482] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.922182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35032fcd-7391-4cf5-ad9b-21418572fdd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.936499] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.945097] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.987980] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152336} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.988262] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.988441] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.988611] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.025879] env[70636]: DEBUG oslo_vmware.api [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884487, 'name': PowerOffVM_Task, 'duration_secs': 0.339645} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.026926] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.027192] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.027459] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea67f0a-868d-4b99-bf18-b3520f1ee2be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.089846] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.090032] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.090222] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleting the datastore file [datastore1] 6786080b-4760-4042-b210-69b14fe5af58 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.090475] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe28d62a-3d14-446f-9230-93d897227139 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.096767] env[70636]: DEBUG oslo_vmware.api [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1204.096767] env[70636]: value = "task-2884490" [ 1204.096767] env[70636]: _type = "Task" [ 1204.096767] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.104171] env[70636]: DEBUG oslo_vmware.api [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.120302] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.120660] env[70636]: DEBUG nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.123511] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.671s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.125014] env[70636]: INFO nova.compute.claims [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.139231] env[70636]: DEBUG oslo_vmware.api [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884483, 'name': PowerOnVM_Task, 'duration_secs': 0.708988} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.139444] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.139631] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-608f1393-10f1-49b3-80e8-b7f05fac1c74 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance 'a390c0d0-f845-4641-9cf9-b25520d149b7' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.256675] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.434557] env[70636]: DEBUG oslo_vmware.api [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884488, 'name': PowerOnVM_Task, 'duration_secs': 0.460918} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.435404] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.435404] env[70636]: INFO nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1204.435404] env[70636]: DEBUG nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.436035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e39cbc-e2db-4925-8953-eecfdc47d894 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.447353] env[70636]: INFO nova.compute.manager [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Took 32.62 seconds to build instance. [ 1204.607709] env[70636]: DEBUG oslo_vmware.api [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244361} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.607831] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.608079] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.608273] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.608444] env[70636]: INFO nova.compute.manager [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1204.608685] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.608874] env[70636]: DEBUG nova.compute.manager [-] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.608967] env[70636]: DEBUG nova.network.neutron [-] [instance: 6786080b-4760-4042-b210-69b14fe5af58] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.629375] env[70636]: DEBUG nova.compute.utils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.634567] env[70636]: DEBUG nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1204.786969] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.949672] env[70636]: DEBUG oslo_concurrency.lockutils [None req-16f3738e-bfd8-4bb1-9440-0f754c73fff0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.132s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.964035] env[70636]: INFO nova.compute.manager [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Took 21.87 seconds to build instance. [ 1205.027435] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.027757] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.027952] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.028264] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.028435] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.028587] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.028799] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.029104] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.029183] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.029662] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.029662] env[70636]: DEBUG nova.virt.hardware [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.030433] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a3b6d5-6361-4f40-8419-3f0a7392258c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.039603] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e64783-8837-466d-a5e9-b6f9a2e9ac7c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.046605] env[70636]: DEBUG nova.compute.manager [req-ad12bcee-9ff7-42a1-8e66-7b748ee5f9ec req-7ac73469-8fc3-40fe-955a-cc5080845004 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Received event network-vif-deleted-05c213f9-6432-4284-9f58-6c9c3da0e250 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.046829] env[70636]: INFO nova.compute.manager [req-ad12bcee-9ff7-42a1-8e66-7b748ee5f9ec req-7ac73469-8fc3-40fe-955a-cc5080845004 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Neutron deleted interface 05c213f9-6432-4284-9f58-6c9c3da0e250; detaching it from the instance and deleting it from the info cache [ 1205.047042] env[70636]: DEBUG nova.network.neutron [req-ad12bcee-9ff7-42a1-8e66-7b748ee5f9ec req-7ac73469-8fc3-40fe-955a-cc5080845004 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.059027] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:eb:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f39df1e-f210-4c45-9b82-70a0761022d2', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.067106] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.068428] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.068707] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73cd637f-8477-4fa0-b8a6-c902b6d022d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.090576] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.090576] env[70636]: value = "task-2884491" [ 1205.090576] env[70636]: _type = "Task" [ 1205.090576] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.101617] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884491, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.133045] env[70636]: DEBUG nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.326704] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "b9819181-a872-4927-92e8-aafa234425f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.430534] env[70636]: DEBUG nova.network.neutron [-] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.465967] env[70636]: DEBUG oslo_concurrency.lockutils [None req-394edd0d-52d6-448c-b265-64b87ab26080 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "b9819181-a872-4927-92e8-aafa234425f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.384s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.468835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "b9819181-a872-4927-92e8-aafa234425f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.142s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.469086] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "b9819181-a872-4927-92e8-aafa234425f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.469298] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "b9819181-a872-4927-92e8-aafa234425f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.469465] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "b9819181-a872-4927-92e8-aafa234425f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.471570] env[70636]: INFO nova.compute.manager [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Terminating instance [ 1205.549613] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe868ccf-7261-4c58-b65c-6125aad8db8b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.555491] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146a4576-84d1-43ed-aeff-d0cb5c702ed3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.563589] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cec033-d227-4d7e-a538-b7f4b18a69ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.569769] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61eb22-3582-4f30-89e3-0310f436ab7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.632268] env[70636]: DEBUG nova.compute.manager [req-ad12bcee-9ff7-42a1-8e66-7b748ee5f9ec req-7ac73469-8fc3-40fe-955a-cc5080845004 service nova] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Detach interface failed, port_id=05c213f9-6432-4284-9f58-6c9c3da0e250, reason: Instance 6786080b-4760-4042-b210-69b14fe5af58 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.634169] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7f0f2-a0d4-4cf9-bf0c-42b1d6d665c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.642747] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884491, 'name': CreateVM_Task, 'duration_secs': 0.529361} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.643260] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.644115] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.644340] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.644599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.646649] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3a0b4b-3aa6-462f-ace2-187909cfc2d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.649298] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f2459-f773-4a7f-8543-e646cb455546 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.670729] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1205.670729] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b5d8b-df70-6211-eac0-b8d6dbc486bc" [ 1205.670729] env[70636]: _type = "Task" [ 1205.670729] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.671172] env[70636]: DEBUG nova.compute.provider_tree [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.684701] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b5d8b-df70-6211-eac0-b8d6dbc486bc, 'name': SearchDatastore_Task, 'duration_secs': 0.022097} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.684983] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.685213] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.685448] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.685591] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.685759] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.686035] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85494583-6b31-457c-a6f7-b2ad16315e14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.695948] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.696144] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.697056] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1801935b-18a6-4f4e-a303-7a595965bb00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.702047] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1205.702047] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52856721-a021-0b10-283e-a1983d40d4c7" [ 1205.702047] env[70636]: _type = "Task" [ 1205.702047] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.709113] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52856721-a021-0b10-283e-a1983d40d4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.933755] env[70636]: INFO nova.compute.manager [-] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Took 1.32 seconds to deallocate network for instance. [ 1205.951610] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "23751277-fbf7-4378-bd54-e8d17e3a64af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.951954] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.952077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "23751277-fbf7-4378-bd54-e8d17e3a64af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.952264] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.952427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.954506] env[70636]: INFO nova.compute.manager [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Terminating instance [ 1205.974692] env[70636]: DEBUG nova.compute.manager [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.974897] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.976016] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483751a-8946-4b34-9351-6c97cd04c8a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.983980] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.984236] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7e5dbb-8234-4ba1-a9af-c5494a6a2def {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.991330] env[70636]: DEBUG oslo_vmware.api [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1205.991330] env[70636]: value = "task-2884492" [ 1205.991330] env[70636]: _type = "Task" [ 1205.991330] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.999743] env[70636]: DEBUG oslo_vmware.api [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.146081] env[70636]: DEBUG nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.176734] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.177040] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.177218] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.177455] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.177601] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.177748] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.177956] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.178126] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.178339] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.178516] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.178685] env[70636]: DEBUG nova.virt.hardware [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.179568] env[70636]: DEBUG nova.scheduler.client.report [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.183802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16422e46-5919-4a2e-8139-10d28b853af1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.192704] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a80fb0-acdc-4d29-be30-bcd975c83e03 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.208816] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.214400] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Creating folder: Project (3f0dfc6cf27d40e0a8c2e909caeaf60e). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.218151] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54c6cd30-83b8-4fe8-b632-10acc1c97b94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.225529] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52856721-a021-0b10-283e-a1983d40d4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.02149} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.226589] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87e17b9-26e1-4f01-bc3c-fbdd5f79a099 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.230238] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Created folder: Project (3f0dfc6cf27d40e0a8c2e909caeaf60e) in parent group-v579393. [ 1206.230440] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Creating folder: Instances. Parent ref: group-v579594. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.231557] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7586a595-7703-4189-b1f9-c85a5977dbe6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.233162] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1206.233162] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521932c6-1c9c-285b-a637-d83f46c61a00" [ 1206.233162] env[70636]: _type = "Task" [ 1206.233162] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.246415] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521932c6-1c9c-285b-a637-d83f46c61a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.247799] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Created folder: Instances in parent group-v579594. [ 1206.248348] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.248348] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.248525] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f797f77-84d4-4978-ba05-6950e447a0e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.267210] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.267210] env[70636]: value = "task-2884495" [ 1206.267210] env[70636]: _type = "Task" [ 1206.267210] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.278078] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884495, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.441079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.458144] env[70636]: DEBUG nova.compute.manager [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.458463] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.459515] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a078c-cb9c-4555-84c2-1eafb2234cb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.467970] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.468269] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce87ac9-3848-4717-9d6a-d2a42cbfd27d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.474616] env[70636]: DEBUG oslo_vmware.api [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1206.474616] env[70636]: value = "task-2884496" [ 1206.474616] env[70636]: _type = "Task" [ 1206.474616] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.483152] env[70636]: DEBUG oslo_vmware.api [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.501159] env[70636]: DEBUG oslo_vmware.api [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884492, 'name': PowerOffVM_Task, 'duration_secs': 0.200985} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.501491] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.501667] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.501923] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-368114c3-105f-42d0-9940-8fae8ef75cdc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.571258] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.571485] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.571667] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleting the datastore file [datastore2] b9819181-a872-4927-92e8-aafa234425f0 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.571933] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34bf3f76-4adc-4dcd-88d3-f1584331aa59 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.586132] env[70636]: DEBUG oslo_vmware.api [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for the task: (returnval){ [ 1206.586132] env[70636]: value = "task-2884498" [ 1206.586132] env[70636]: _type = "Task" [ 1206.586132] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.597090] env[70636]: DEBUG oslo_vmware.api [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.688538] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.689230] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.692213] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.170s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.693710] env[70636]: INFO nova.compute.claims [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.743903] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a390c0d0-f845-4641-9cf9-b25520d149b7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.744094] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.744277] env[70636]: DEBUG nova.compute.manager [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Going to confirm migration 3 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1206.745491] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521932c6-1c9c-285b-a637-d83f46c61a00, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.745893] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.746151] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.746593] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0564719f-0dec-4bda-bb0b-1c0ffdb8a460 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.753196] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1206.753196] env[70636]: value = "task-2884499" [ 1206.753196] env[70636]: _type = "Task" [ 1206.753196] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.760481] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.776190] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884495, 'name': CreateVM_Task, 'duration_secs': 0.291558} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.776338] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.776723] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.776877] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.777223] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.777489] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57cd2cc-7f00-4c76-a10c-630419029e98 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.781466] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1206.781466] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523fe10a-9d60-b23b-bd73-b969b19e9cf1" [ 1206.781466] env[70636]: _type = "Task" [ 1206.781466] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.788461] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523fe10a-9d60-b23b-bd73-b969b19e9cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.985179] env[70636]: DEBUG oslo_vmware.api [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884496, 'name': PowerOffVM_Task, 'duration_secs': 0.232254} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.985541] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.985642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.985905] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd44745f-57f5-489a-b7e6-e66dd49d71a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.059768] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.060079] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.060357] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore2] 23751277-fbf7-4378-bd54-e8d17e3a64af {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.060907] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba59232-3632-46f1-91de-479dcce1abe5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.067483] env[70636]: DEBUG oslo_vmware.api [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1207.067483] env[70636]: value = "task-2884501" [ 1207.067483] env[70636]: _type = "Task" [ 1207.067483] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.075830] env[70636]: DEBUG oslo_vmware.api [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.096064] env[70636]: DEBUG oslo_vmware.api [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Task: {'id': task-2884498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228725} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.096340] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.096526] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.096702] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.096866] env[70636]: INFO nova.compute.manager [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] [instance: b9819181-a872-4927-92e8-aafa234425f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1207.097214] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.097416] env[70636]: DEBUG nova.compute.manager [-] [instance: b9819181-a872-4927-92e8-aafa234425f0] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.097595] env[70636]: DEBUG nova.network.neutron [-] [instance: b9819181-a872-4927-92e8-aafa234425f0] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.198347] env[70636]: DEBUG nova.compute.utils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.204372] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.204372] env[70636]: DEBUG nova.network.neutron [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.244183] env[70636]: DEBUG nova.policy [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a8ca1e1b0645b6b1f6e287e357e97f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4bed49045c4f75a449f9bbd7d83076', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.268738] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479025} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.269023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.269214] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.269468] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5b57eae-d7d4-4ad2-a2c5-a76b92ddf951 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.280667] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1207.280667] env[70636]: value = "task-2884502" [ 1207.280667] env[70636]: _type = "Task" [ 1207.280667] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.295099] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.298672] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523fe10a-9d60-b23b-bd73-b969b19e9cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.019664} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.301067] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.301311] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.301539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.301759] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.301957] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.302249] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9a4ef93-5ce8-4365-bf92-e7220e1065d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.310197] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.310291] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.311070] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40723f6e-d27c-46b7-ac36-11df8cac400e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.316091] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1207.316091] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b1404-1667-9a59-11ab-e7fd26f8bcc6" [ 1207.316091] env[70636]: _type = "Task" [ 1207.316091] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.324020] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b1404-1667-9a59-11ab-e7fd26f8bcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.351698] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.351881] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.352123] env[70636]: DEBUG nova.network.neutron [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.352260] env[70636]: DEBUG nova.objects.instance [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'info_cache' on Instance uuid a390c0d0-f845-4641-9cf9-b25520d149b7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.526909] env[70636]: DEBUG nova.compute.manager [req-c98f457e-95f8-4025-aa5b-806cdb12cace req-089fcf0f-7196-4a56-8d7c-14c22de02521 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Received event network-vif-deleted-b4502ae6-c23f-4d17-80e6-eb2aed84b4bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.527163] env[70636]: INFO nova.compute.manager [req-c98f457e-95f8-4025-aa5b-806cdb12cace req-089fcf0f-7196-4a56-8d7c-14c22de02521 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Neutron deleted interface b4502ae6-c23f-4d17-80e6-eb2aed84b4bc; detaching it from the instance and deleting it from the info cache [ 1207.527371] env[70636]: DEBUG nova.network.neutron [req-c98f457e-95f8-4025-aa5b-806cdb12cace req-089fcf0f-7196-4a56-8d7c-14c22de02521 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.579991] env[70636]: DEBUG oslo_vmware.api [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275713} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.584312] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.584312] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.584312] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.584312] env[70636]: INFO nova.compute.manager [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1207.584312] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.584312] env[70636]: DEBUG nova.compute.manager [-] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.584312] env[70636]: DEBUG nova.network.neutron [-] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.703087] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.794499] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081277} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.794985] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.796277] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ed1ed-fdb5-4bec-b14c-cc09dd288047 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.805190] env[70636]: DEBUG nova.network.neutron [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Successfully created port: e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.826083] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.828989] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc201f75-56b3-4079-80d9-3a3ba79aef89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.853619] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528b1404-1667-9a59-11ab-e7fd26f8bcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.859356] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1207.859356] env[70636]: value = "task-2884503" [ 1207.859356] env[70636]: _type = "Task" [ 1207.859356] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.860277] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78af48c0-7483-4c94-99d1-627a62670d8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.875897] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.876256] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1207.876256] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529f371a-06cd-e889-ea4a-4460fe2f2fe2" [ 1207.876256] env[70636]: _type = "Task" [ 1207.876256] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.884354] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529f371a-06cd-e889-ea4a-4460fe2f2fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.011927] env[70636]: DEBUG nova.network.neutron [-] [instance: b9819181-a872-4927-92e8-aafa234425f0] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.033657] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b427728f-52c3-4ce5-b11d-6aab0dfb2751 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.046757] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8393aeb-24fb-4cbf-84aa-82cef7e811ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.085985] env[70636]: DEBUG nova.compute.manager [req-c98f457e-95f8-4025-aa5b-806cdb12cace req-089fcf0f-7196-4a56-8d7c-14c22de02521 service nova] [instance: b9819181-a872-4927-92e8-aafa234425f0] Detach interface failed, port_id=b4502ae6-c23f-4d17-80e6-eb2aed84b4bc, reason: Instance b9819181-a872-4927-92e8-aafa234425f0 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.154577] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c898ef-8ed8-4606-a5ca-73d674d3bf38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.161834] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455774c-d83e-437e-914f-224e3776ae27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.192558] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ac1a3-94c6-45a1-8c98-7e07029aeb92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.199657] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657df9d-0ef2-4ee2-87e5-4474d6895dd0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.216070] env[70636]: DEBUG nova.compute.provider_tree [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.348125] env[70636]: DEBUG nova.network.neutron [-] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.372332] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884503, 'name': ReconfigVM_Task, 'duration_secs': 0.285729} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.372656] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.373909] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0819efc0-a168-442b-a964-a2bc87610e89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.381424] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1208.381424] env[70636]: value = "task-2884504" [ 1208.381424] env[70636]: _type = "Task" [ 1208.381424] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.388384] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529f371a-06cd-e889-ea4a-4460fe2f2fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.018543} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.388979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.389294] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.389551] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b84d8f95-e456-4e8f-8aa7-436fb59e27de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.394658] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884504, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.398444] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1208.398444] env[70636]: value = "task-2884505" [ 1208.398444] env[70636]: _type = "Task" [ 1208.398444] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.405585] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.517799] env[70636]: INFO nova.compute.manager [-] [instance: b9819181-a872-4927-92e8-aafa234425f0] Took 1.42 seconds to deallocate network for instance. [ 1208.694565] env[70636]: DEBUG nova.network.neutron [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [{"id": "9e9e053a-0636-4a8f-8360-de287a62b920", "address": "fa:16:3e:6a:ba:c5", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9e053a-06", "ovs_interfaceid": "9e9e053a-0636-4a8f-8360-de287a62b920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.719187] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.722087] env[70636]: DEBUG nova.scheduler.client.report [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.747786] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.748075] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.748241] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.748425] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.748568] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.748716] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.748920] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.749176] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.749431] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.749778] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.749969] env[70636]: DEBUG nova.virt.hardware [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.751126] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e1292-7e56-47c8-9508-e0ce4444e5aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.759841] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1eca6f-8b00-4ceb-a777-2246b855da60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.851161] env[70636]: INFO nova.compute.manager [-] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Took 1.27 seconds to deallocate network for instance. [ 1208.893444] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884504, 'name': Rename_Task, 'duration_secs': 0.146108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.893710] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.893953] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7aa486-7545-415b-b2b8-20224224b7f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.903510] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1208.903510] env[70636]: value = "task-2884506" [ 1208.903510] env[70636]: _type = "Task" [ 1208.903510] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.917565] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49975} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.920494] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.920711] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.920950] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.921185] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3dca7c8-e17b-4935-aa42-296c8a20c430 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.927044] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1208.927044] env[70636]: value = "task-2884507" [ 1208.927044] env[70636]: _type = "Task" [ 1208.927044] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.935993] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.025105] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.197476] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a390c0d0-f845-4641-9cf9-b25520d149b7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.197800] env[70636]: DEBUG nova.objects.instance [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'migration_context' on Instance uuid a390c0d0-f845-4641-9cf9-b25520d149b7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.228850] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.228850] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.231437] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.669s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.233169] env[70636]: INFO nova.compute.claims [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.243880] env[70636]: DEBUG nova.compute.manager [req-b2854d46-bc84-463c-a175-18412b526261 req-a404183c-be60-47d5-aa7e-6568ad176add service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Received event network-vif-plugged-e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.244177] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2854d46-bc84-463c-a175-18412b526261 req-a404183c-be60-47d5-aa7e-6568ad176add service nova] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.244413] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2854d46-bc84-463c-a175-18412b526261 req-a404183c-be60-47d5-aa7e-6568ad176add service nova] Lock "93147af3-f9a6-4fe5-a753-2e178295b355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.244655] env[70636]: DEBUG oslo_concurrency.lockutils [req-b2854d46-bc84-463c-a175-18412b526261 req-a404183c-be60-47d5-aa7e-6568ad176add service nova] Lock "93147af3-f9a6-4fe5-a753-2e178295b355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.244780] env[70636]: DEBUG nova.compute.manager [req-b2854d46-bc84-463c-a175-18412b526261 req-a404183c-be60-47d5-aa7e-6568ad176add service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] No waiting events found dispatching network-vif-plugged-e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.244930] env[70636]: WARNING nova.compute.manager [req-b2854d46-bc84-463c-a175-18412b526261 req-a404183c-be60-47d5-aa7e-6568ad176add service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Received unexpected event network-vif-plugged-e9c7bda7-ad55-4e96-860e-c974bea86d12 for instance with vm_state building and task_state spawning. [ 1209.321988] env[70636]: DEBUG nova.network.neutron [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Successfully updated port: e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.357955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.413883] env[70636]: DEBUG oslo_vmware.api [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884506, 'name': PowerOnVM_Task, 'duration_secs': 0.479139} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.414172] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.414380] env[70636]: DEBUG nova.compute.manager [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.415191] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba9fd7-3543-4752-bacf-39e4a6504f9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.441332] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069457} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.441582] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.443174] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3da0c7-5eeb-4d91-a60e-4ec0475cf6b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.471118] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.471118] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f285005a-81e6-4ffe-a5b7-cfa55f18d7a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.491102] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1209.491102] env[70636]: value = "task-2884508" [ 1209.491102] env[70636]: _type = "Task" [ 1209.491102] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.501942] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.623355] env[70636]: DEBUG nova.compute.manager [req-1db196e0-4f90-4e0e-aae6-7345ca57964c req-b518a3af-6e0a-454d-aa75-c9945b88025f service nova] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Received event network-vif-deleted-e3e191e1-4ddb-4b17-af25-7f22ce27943c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.704019] env[70636]: DEBUG nova.objects.base [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.704019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff26065-4469-4d39-b4b8-f87431152bf4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.725666] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da59de57-3b1b-48bb-8b71-1f57312164a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.731232] env[70636]: DEBUG oslo_vmware.api [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1209.731232] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524710be-d5ea-faa0-ad79-e7e8d67d3a31" [ 1209.731232] env[70636]: _type = "Task" [ 1209.731232] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.737216] env[70636]: DEBUG nova.compute.utils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.749899] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.749899] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.752791] env[70636]: DEBUG oslo_vmware.api [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524710be-d5ea-faa0-ad79-e7e8d67d3a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.798185] env[70636]: DEBUG nova.policy [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181eb0cd10e34a0889ea0e773e3d4031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8538470e4fd549f4a281bee5ad934df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.824007] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.824122] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.824254] env[70636]: DEBUG nova.network.neutron [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.935475] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.006125] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884508, 'name': ReconfigVM_Task, 'duration_secs': 0.299328} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.006423] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.007456] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-067ad6c8-2e3b-444a-bac3-4502f2d93384 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.016317] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1210.016317] env[70636]: value = "task-2884509" [ 1210.016317] env[70636]: _type = "Task" [ 1210.016317] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.026082] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884509, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.095620] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Successfully created port: 9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.197847] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e9c09-affb-4c81-b1bf-079dc5cd8dfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.205449] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5b7852-2deb-4323-9805-266cf5ee02a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.238385] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23272e-25b4-461e-8406-bab9188dbe37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.248033] env[70636]: DEBUG oslo_vmware.api [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524710be-d5ea-faa0-ad79-e7e8d67d3a31, 'name': SearchDatastore_Task, 'duration_secs': 0.015747} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.248932] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e91a4-04f3-4ea5-893a-c717b9862a17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.252541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.253045] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.265051] env[70636]: DEBUG nova.compute.provider_tree [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.357408] env[70636]: DEBUG nova.network.neutron [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.399798] env[70636]: INFO nova.compute.manager [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Rebuilding instance [ 1210.439928] env[70636]: DEBUG nova.compute.manager [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.440788] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b229364-1176-4d35-b5a0-fb1170698113 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.483250] env[70636]: DEBUG nova.network.neutron [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating instance_info_cache with network_info: [{"id": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "address": "fa:16:3e:02:74:b6", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c7bda7-ad", "ovs_interfaceid": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.525032] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884509, 'name': Rename_Task, 'duration_secs': 0.143092} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.525032] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.525032] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5318e32e-532d-4d18-9fbd-6fead5074755 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.531845] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1210.531845] env[70636]: value = "task-2884510" [ 1210.531845] env[70636]: _type = "Task" [ 1210.531845] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.539405] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.768332] env[70636]: DEBUG nova.scheduler.client.report [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.986122] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.986596] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance network_info: |[{"id": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "address": "fa:16:3e:02:74:b6", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c7bda7-ad", "ovs_interfaceid": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.987029] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:74:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c7bda7-ad55-4e96-860e-c974bea86d12', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.994733] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.995389] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.995729] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d5876b-85a7-4cd0-9986-96dd088652cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.017505] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.017505] env[70636]: value = "task-2884511" [ 1211.017505] env[70636]: _type = "Task" [ 1211.017505] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.026568] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884511, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.040969] env[70636]: DEBUG oslo_vmware.api [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884510, 'name': PowerOnVM_Task, 'duration_secs': 0.442092} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.041318] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.041643] env[70636]: INFO nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1211.041973] env[70636]: DEBUG nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.042804] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945a188-ea2f-4c66-9e9e-91ef08aa11bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.262647] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.276468] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.045s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.277199] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.280182] env[70636]: DEBUG nova.compute.manager [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Received event network-changed-e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.280370] env[70636]: DEBUG nova.compute.manager [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Refreshing instance network info cache due to event network-changed-e9c7bda7-ad55-4e96-860e-c974bea86d12. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.280578] env[70636]: DEBUG oslo_concurrency.lockutils [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] Acquiring lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.280747] env[70636]: DEBUG oslo_concurrency.lockutils [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] Acquired lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.280916] env[70636]: DEBUG nova.network.neutron [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Refreshing network info cache for port e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.283971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.764s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.285269] env[70636]: INFO nova.compute.claims [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.294302] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.294515] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.294670] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.294881] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.295017] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.295149] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.295353] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.295516] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.295669] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.295829] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.296008] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.297298] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6633117c-7fb2-4634-a862-3ce7d8c45526 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.305312] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b833d187-582a-49b5-88dc-475cb6bb6348 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.453287] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.453806] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28d4cd0c-c268-454f-91ba-8ed527d27ca2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.460910] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1211.460910] env[70636]: value = "task-2884512" [ 1211.460910] env[70636]: _type = "Task" [ 1211.460910] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.468983] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.526951] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884511, 'name': CreateVM_Task, 'duration_secs': 0.328232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.527181] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.527918] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.528144] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.528501] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.528796] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf58b7a-6cf6-41f8-9a4c-6d75eaee276a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.533254] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1211.533254] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d22390-eb78-4885-9537-5869a10b1d94" [ 1211.533254] env[70636]: _type = "Task" [ 1211.533254] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.544011] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d22390-eb78-4885-9537-5869a10b1d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.545917] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Successfully updated port: 9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.566852] env[70636]: INFO nova.compute.manager [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Took 17.53 seconds to build instance. [ 1211.784154] env[70636]: DEBUG nova.compute.utils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.786075] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.787072] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.843579] env[70636]: DEBUG nova.policy [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181eb0cd10e34a0889ea0e773e3d4031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8538470e4fd549f4a281bee5ad934df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.976423] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884512, 'name': PowerOffVM_Task, 'duration_secs': 0.211004} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.976812] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.977163] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.978311] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97569a7-a512-46c7-a0d0-4dca99c0aab7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.986776] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.986902] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457803e1-ce16-4320-bd41-e5ba355453bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.044774] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d22390-eb78-4885-9537-5869a10b1d94, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.045250] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.045681] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.048636] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.048636] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.048636] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.048636] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f9907d0-4c57-489a-9a2b-efdd131ab57b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.049291] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "refresh_cache-12f9f080-197c-4e25-b192-78f30b257e9e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.049461] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "refresh_cache-12f9f080-197c-4e25-b192-78f30b257e9e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.049610] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.057605] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.057605] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.057605] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleting the datastore file [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.057605] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5acbb45-fff0-452e-8890-95215feb2449 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.065878] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.066288] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.067378] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0031dd-4667-46d9-8816-262e15676660 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.070209] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dde8f31d-2d7a-4e62-98d3-ce7e9ce897b5 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.045s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.073073] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1212.073073] env[70636]: value = "task-2884514" [ 1212.073073] env[70636]: _type = "Task" [ 1212.073073] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.082987] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1212.082987] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e19c09-6955-6047-dbcf-acf3d7dd48b3" [ 1212.082987] env[70636]: _type = "Task" [ 1212.082987] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.090214] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.095322] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e19c09-6955-6047-dbcf-acf3d7dd48b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.096063] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf931e8b-422a-40f5-a435-f8c916fe70f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.100971] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1212.100971] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b43ec1-24ef-9416-5072-e5b2fb001bc9" [ 1212.100971] env[70636]: _type = "Task" [ 1212.100971] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.101803] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Successfully created port: 06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.112522] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b43ec1-24ef-9416-5072-e5b2fb001bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.133075] env[70636]: DEBUG nova.network.neutron [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updated VIF entry in instance network info cache for port e9c7bda7-ad55-4e96-860e-c974bea86d12. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.133481] env[70636]: DEBUG nova.network.neutron [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating instance_info_cache with network_info: [{"id": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "address": "fa:16:3e:02:74:b6", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c7bda7-ad", "ovs_interfaceid": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.291865] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.315653] env[70636]: INFO nova.compute.manager [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Rebuilding instance [ 1212.373290] env[70636]: DEBUG nova.compute.manager [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.374171] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324077e6-0258-4a02-a01d-4b5e66983742 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.583964] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.586879] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.614804] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b43ec1-24ef-9416-5072-e5b2fb001bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.615181] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.615394] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.615738] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683e2546-40d7-438d-bf04-0ad56deaf805 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.622055] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1212.622055] env[70636]: value = "task-2884515" [ 1212.622055] env[70636]: _type = "Task" [ 1212.622055] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.633563] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.636499] env[70636]: DEBUG oslo_concurrency.lockutils [req-d7bca371-5768-46d5-adb9-936dd752726a req-4a9151f8-d64e-408e-8e0b-fe7697f6a52e service nova] Releasing lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.696806] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5e2f2-7b6f-40e9-a09e-8f5f911dc741 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.703631] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d337c4f-0728-41a6-a2fd-593d51118339 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.736729] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d673d-e34d-4272-ba50-7d903310dff5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.744355] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1eb95-5a9e-415b-9bec-67c20af21ed0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.757285] env[70636]: DEBUG nova.compute.provider_tree [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.807361] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Updating instance_info_cache with network_info: [{"id": "9717df21-cbcb-41c0-98ac-5af324876b6a", "address": "fa:16:3e:6b:0e:5f", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9717df21-cb", "ovs_interfaceid": "9717df21-cbcb-41c0-98ac-5af324876b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.086675] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523093} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.087062] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.087206] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.087390] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.133195] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49579} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.133471] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.133701] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.133957] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b5a437-da44-4d77-b24f-5fccb5bbb648 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.139906] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1213.139906] env[70636]: value = "task-2884516" [ 1213.139906] env[70636]: _type = "Task" [ 1213.139906] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.148411] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.260200] env[70636]: DEBUG nova.scheduler.client.report [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.304329] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.311120] env[70636]: DEBUG nova.compute.manager [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Received event network-vif-plugged-9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.311120] env[70636]: DEBUG oslo_concurrency.lockutils [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] Acquiring lock "12f9f080-197c-4e25-b192-78f30b257e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.311120] env[70636]: DEBUG oslo_concurrency.lockutils [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] Lock "12f9f080-197c-4e25-b192-78f30b257e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.311309] env[70636]: DEBUG oslo_concurrency.lockutils [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] Lock "12f9f080-197c-4e25-b192-78f30b257e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.311505] env[70636]: DEBUG nova.compute.manager [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] No waiting events found dispatching network-vif-plugged-9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.311699] env[70636]: WARNING nova.compute.manager [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Received unexpected event network-vif-plugged-9717df21-cbcb-41c0-98ac-5af324876b6a for instance with vm_state building and task_state spawning. [ 1213.311884] env[70636]: DEBUG nova.compute.manager [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Received event network-changed-9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.312079] env[70636]: DEBUG nova.compute.manager [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Refreshing instance network info cache due to event network-changed-9717df21-cbcb-41c0-98ac-5af324876b6a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.312378] env[70636]: DEBUG oslo_concurrency.lockutils [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] Acquiring lock "refresh_cache-12f9f080-197c-4e25-b192-78f30b257e9e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.312797] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "refresh_cache-12f9f080-197c-4e25-b192-78f30b257e9e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.314033] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Instance network_info: |[{"id": "9717df21-cbcb-41c0-98ac-5af324876b6a", "address": "fa:16:3e:6b:0e:5f", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9717df21-cb", "ovs_interfaceid": "9717df21-cbcb-41c0-98ac-5af324876b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.314033] env[70636]: DEBUG oslo_concurrency.lockutils [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] Acquired lock "refresh_cache-12f9f080-197c-4e25-b192-78f30b257e9e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.314033] env[70636]: DEBUG nova.network.neutron [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Refreshing network info cache for port 9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.315234] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0e:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9717df21-cbcb-41c0-98ac-5af324876b6a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.323514] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Creating folder: Project (8538470e4fd549f4a281bee5ad934df1). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.326699] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee4f4114-ccea-40bd-8783-984339e00c41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.336422] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.336954] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.336954] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.336954] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.337153] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.337311] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.337518] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.337672] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.337832] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.337998] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.338213] env[70636]: DEBUG nova.virt.hardware [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.339217] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193b566-d42a-479c-a077-9a51e5da0cd4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.342786] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Created folder: Project (8538470e4fd549f4a281bee5ad934df1) in parent group-v579393. [ 1213.342966] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Creating folder: Instances. Parent ref: group-v579598. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.343498] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7443e06b-f6ed-4315-a0d1-ef11effa01b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.348527] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb2c54a-093e-4295-94f8-169a0a5a93fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.353945] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Created folder: Instances in parent group-v579598. [ 1213.354136] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.361935] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.362583] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83955913-12da-400d-b6c3-42773f37c85a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.382335] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.382335] env[70636]: value = "task-2884519" [ 1213.382335] env[70636]: _type = "Task" [ 1213.382335] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.391094] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.391319] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884519, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.391606] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a212f12-6f2f-4885-9376-b5b71f46ca5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.396830] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1213.396830] env[70636]: value = "task-2884520" [ 1213.396830] env[70636]: _type = "Task" [ 1213.396830] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.406393] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.569331] env[70636]: DEBUG nova.network.neutron [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Updated VIF entry in instance network info cache for port 9717df21-cbcb-41c0-98ac-5af324876b6a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.569749] env[70636]: DEBUG nova.network.neutron [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Updating instance_info_cache with network_info: [{"id": "9717df21-cbcb-41c0-98ac-5af324876b6a", "address": "fa:16:3e:6b:0e:5f", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9717df21-cb", "ovs_interfaceid": "9717df21-cbcb-41c0-98ac-5af324876b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.608579] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Successfully updated port: 06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.649791] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155141} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.650100] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.650844] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe106f72-6992-415c-8762-2427d09e2bf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.673664] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.673965] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966680dc-52db-4f21-af85-5aecf427bf6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.692264] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1213.692264] env[70636]: value = "task-2884521" [ 1213.692264] env[70636]: _type = "Task" [ 1213.692264] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.700481] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.766168] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.766750] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.769709] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.705s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.769996] env[70636]: DEBUG nova.objects.instance [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lazy-loading 'resources' on Instance uuid 00daff25-7271-410d-9aca-bcf9f71371c2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.892897] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884519, 'name': CreateVM_Task, 'duration_secs': 0.370938} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.893093] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.893876] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.894053] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.894417] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.894687] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ccb873-829d-4a8d-90ac-8ce3da328443 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.902277] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1213.902277] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527466c6-6e98-14bd-8a17-3ca74a1ae016" [ 1213.902277] env[70636]: _type = "Task" [ 1213.902277] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.908611] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884520, 'name': PowerOffVM_Task, 'duration_secs': 0.126951} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.909187] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.909431] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.910161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab301c-e839-456a-9868-f566032fc347 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.915887] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527466c6-6e98-14bd-8a17-3ca74a1ae016, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.916444] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.916666] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.916884] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.917059] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.917250] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.917487] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1303539d-b9df-4dc8-a6dc-86586ded426c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.920842] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.921361] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a60661df-c04f-47c9-a63f-9fab72bfd968 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.926826] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.926999] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.927682] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e228c440-de8a-4909-91d7-6dbee125cbda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.934319] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1213.934319] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5260d6f9-cacb-6d8a-cbad-1fec3c3e008b" [ 1213.934319] env[70636]: _type = "Task" [ 1213.934319] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.941761] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5260d6f9-cacb-6d8a-cbad-1fec3c3e008b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.945282] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.945493] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.945689] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Deleting the datastore file [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.945929] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49ebde00-86bd-4995-a3af-fa394973eb9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.955707] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1213.955707] env[70636]: value = "task-2884523" [ 1213.955707] env[70636]: _type = "Task" [ 1213.955707] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.963323] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.073710] env[70636]: DEBUG oslo_concurrency.lockutils [req-594965bd-aa1b-4cf3-a740-51d35c26b8f5 req-3eb36b8d-fc37-4910-8926-3473fc8ba182 service nova] Releasing lock "refresh_cache-12f9f080-197c-4e25-b192-78f30b257e9e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.111915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "refresh_cache-dc91310b-4f18-43aa-bfa3-a9e3136dcf56" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.111915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "refresh_cache-dc91310b-4f18-43aa-bfa3-a9e3136dcf56" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.111915] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.119153] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.119401] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.119561] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.119741] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.119888] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.120047] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.120265] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.120423] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.120588] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.120749] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.120920] env[70636]: DEBUG nova.virt.hardware [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.121788] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ec22f-f4a6-4fed-9da4-071bc350b002 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.130733] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e18624-f31e-479e-b27c-49fb9a4a3317 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.144633] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:eb:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f39df1e-f210-4c45-9b82-70a0761022d2', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.152198] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.152445] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.152656] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd2874cc-059a-4cca-8bca-75b470115995 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.171843] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.171843] env[70636]: value = "task-2884524" [ 1214.171843] env[70636]: _type = "Task" [ 1214.171843] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.179687] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884524, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.204285] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884521, 'name': ReconfigVM_Task, 'duration_secs': 0.267193} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.204285] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.204285] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd9d418-4449-4b98-a6bc-91ef7df3187f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.209455] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1214.209455] env[70636]: value = "task-2884525" [ 1214.209455] env[70636]: _type = "Task" [ 1214.209455] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.219709] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884525, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.275648] env[70636]: DEBUG nova.compute.utils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.277293] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.280747] env[70636]: DEBUG nova.network.neutron [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.323819] env[70636]: DEBUG nova.policy [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fc6389b63d54c77b9cd24f5b155d2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210a64da6d2a4337a5bf7c1344da840e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.444221] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5260d6f9-cacb-6d8a-cbad-1fec3c3e008b, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.447834] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbead352-d86a-42ee-9c04-f30de3f972a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.452964] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1214.452964] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5262ca9c-310b-d18d-6c3a-8e0fa7f28142" [ 1214.452964] env[70636]: _type = "Task" [ 1214.452964] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.466109] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5262ca9c-310b-d18d-6c3a-8e0fa7f28142, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.466397] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.466667] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 12f9f080-197c-4e25-b192-78f30b257e9e/12f9f080-197c-4e25-b192-78f30b257e9e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.466933] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69189d08-7020-4056-bb1b-3e75a9c1f27e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.472092] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100641} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.472641] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.472827] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.473051] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.479951] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1214.479951] env[70636]: value = "task-2884526" [ 1214.479951] env[70636]: _type = "Task" [ 1214.479951] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.486712] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.603652] env[70636]: DEBUG nova.network.neutron [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Successfully created port: a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.643725] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.678262] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec9e38-5556-4fdf-8477-00c79a5cc94d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.686790] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884524, 'name': CreateVM_Task, 'duration_secs': 0.40808} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.688868] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.690294] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.690479] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.690815] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.691843] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b7ea5-0515-48d9-ae56-403506a65728 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.697776] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce2f6be-2fe9-470c-a81a-6c4a07cff5f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.726617] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1214.726617] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525ba29c-e5ad-d4d0-521d-1f79a3fbc672" [ 1214.726617] env[70636]: _type = "Task" [ 1214.726617] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.731303] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a62073-9529-4b01-bd4d-0a87c20b4890 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.751336] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd5c88f-26a6-44cd-96b9-08a0bb3e1d8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.756638] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525ba29c-e5ad-d4d0-521d-1f79a3fbc672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.756897] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884525, 'name': Rename_Task, 'duration_secs': 0.219614} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.757219] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.757889] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd58d49-b663-4348-a27e-db6cf4f190c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.768342] env[70636]: DEBUG nova.compute.provider_tree [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.775145] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1214.775145] env[70636]: value = "task-2884527" [ 1214.775145] env[70636]: _type = "Task" [ 1214.775145] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.782012] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.793033] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884527, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.850272] env[70636]: DEBUG nova.network.neutron [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Updating instance_info_cache with network_info: [{"id": "06fac69b-0cca-490d-a06f-70c068543ae3", "address": "fa:16:3e:25:a1:6a", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fac69b-0c", "ovs_interfaceid": "06fac69b-0cca-490d-a06f-70c068543ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.993171] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884526, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.237528] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525ba29c-e5ad-d4d0-521d-1f79a3fbc672, 'name': SearchDatastore_Task, 'duration_secs': 0.059349} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.237855] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.238125] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.238409] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.238564] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.238746] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.239032] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405ad7f2-1463-4a0f-b246-1ab4a790d7ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.247092] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.247289] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.248023] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1383f244-daa7-4c9d-a09a-626f8068cc75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.254032] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1215.254032] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aa758e-3a1f-8cde-474e-59af2f21a61e" [ 1215.254032] env[70636]: _type = "Task" [ 1215.254032] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.260365] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aa758e-3a1f-8cde-474e-59af2f21a61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.272522] env[70636]: DEBUG nova.scheduler.client.report [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.285837] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884527, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.353344] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "refresh_cache-dc91310b-4f18-43aa-bfa3-a9e3136dcf56" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.353724] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Instance network_info: |[{"id": "06fac69b-0cca-490d-a06f-70c068543ae3", "address": "fa:16:3e:25:a1:6a", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fac69b-0c", "ovs_interfaceid": "06fac69b-0cca-490d-a06f-70c068543ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.354921] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a1:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06fac69b-0cca-490d-a06f-70c068543ae3', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.363151] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.363449] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.363670] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd55f42e-d409-4885-a3a8-998c32e1afa0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.384012] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.384012] env[70636]: value = "task-2884528" [ 1215.384012] env[70636]: _type = "Task" [ 1215.384012] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.389740] env[70636]: DEBUG nova.compute.manager [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Received event network-vif-plugged-06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.389991] env[70636]: DEBUG oslo_concurrency.lockutils [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] Acquiring lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.390243] env[70636]: DEBUG oslo_concurrency.lockutils [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.390452] env[70636]: DEBUG oslo_concurrency.lockutils [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.390646] env[70636]: DEBUG nova.compute.manager [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] No waiting events found dispatching network-vif-plugged-06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.390834] env[70636]: WARNING nova.compute.manager [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Received unexpected event network-vif-plugged-06fac69b-0cca-490d-a06f-70c068543ae3 for instance with vm_state building and task_state spawning. [ 1215.391034] env[70636]: DEBUG nova.compute.manager [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Received event network-changed-06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.391227] env[70636]: DEBUG nova.compute.manager [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Refreshing instance network info cache due to event network-changed-06fac69b-0cca-490d-a06f-70c068543ae3. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.391442] env[70636]: DEBUG oslo_concurrency.lockutils [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] Acquiring lock "refresh_cache-dc91310b-4f18-43aa-bfa3-a9e3136dcf56" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.391592] env[70636]: DEBUG oslo_concurrency.lockutils [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] Acquired lock "refresh_cache-dc91310b-4f18-43aa-bfa3-a9e3136dcf56" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.391772] env[70636]: DEBUG nova.network.neutron [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Refreshing network info cache for port 06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.398613] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884528, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.495396] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884526, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.512555] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.512783] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.512938] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.513129] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.513276] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.513422] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.513630] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.513787] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.513951] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.514125] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.514297] env[70636]: DEBUG nova.virt.hardware [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.515170] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e60edb3-c583-4e82-ac87-051d253be44a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.522558] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6645e67-4d55-4ac0-8a0a-4d525e0ae8d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.536146] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.541713] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.541881] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.542113] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff25f7a-6bc1-4a2c-8ac4-b82fc52d0d2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.558603] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.558603] env[70636]: value = "task-2884529" [ 1215.558603] env[70636]: _type = "Task" [ 1215.558603] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.566403] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884529, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.763454] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aa758e-3a1f-8cde-474e-59af2f21a61e, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.764285] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4909b8-f1dc-45ab-a88f-99d5699159c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.769564] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1215.769564] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52631212-d660-039e-bc4e-b627966b616f" [ 1215.769564] env[70636]: _type = "Task" [ 1215.769564] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.778187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.780193] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52631212-d660-039e-bc4e-b627966b616f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.780692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.836s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.780921] env[70636]: DEBUG nova.objects.instance [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'resources' on Instance uuid df56f107-e9e4-42e0-a241-dcd7b9ee24f2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.789551] env[70636]: DEBUG oslo_vmware.api [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884527, 'name': PowerOnVM_Task, 'duration_secs': 0.543993} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.790342] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.790548] env[70636]: INFO nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1215.790723] env[70636]: DEBUG nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.791761] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.794174] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa3ef8-a47b-4ebd-9e84-6c8fc343a5d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.803644] env[70636]: INFO nova.scheduler.client.report [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Deleted allocations for instance 00daff25-7271-410d-9aca-bcf9f71371c2 [ 1215.814581] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.814750] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.814907] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.815173] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.815332] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.815480] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.815682] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.815852] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.816014] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.816161] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.816331] env[70636]: DEBUG nova.virt.hardware [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.817445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed50c8a-1341-4918-aa43-a3bef2eb0776 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.824938] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a3485b-1479-444a-bba1-8f994eaa6b69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.893336] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884528, 'name': CreateVM_Task, 'duration_secs': 0.346476} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.893532] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.894306] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.894473] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.894782] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.896852] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b2cb31-3c93-40ad-81c2-2447eb2453d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.901295] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1215.901295] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e678e9-a464-6a23-9df9-5ea4f66df652" [ 1215.901295] env[70636]: _type = "Task" [ 1215.901295] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.910410] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e678e9-a464-6a23-9df9-5ea4f66df652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.993077] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884526, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.293073} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.993429] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 12f9f080-197c-4e25-b192-78f30b257e9e/12f9f080-197c-4e25-b192-78f30b257e9e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.993673] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.993992] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d524726-d51d-4206-8117-2156d0329145 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.001019] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1216.001019] env[70636]: value = "task-2884530" [ 1216.001019] env[70636]: _type = "Task" [ 1216.001019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.009717] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.068897] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884529, 'name': CreateVM_Task, 'duration_secs': 0.320438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.069601] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.069601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.069901] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.069938] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.070198] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c91c11-a105-4c27-8580-26b2692ae48f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.074742] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1216.074742] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4baac-6e20-5947-89f7-8acadb7577cc" [ 1216.074742] env[70636]: _type = "Task" [ 1216.074742] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.083072] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4baac-6e20-5947-89f7-8acadb7577cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.122919] env[70636]: DEBUG nova.network.neutron [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Successfully updated port: a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.203206] env[70636]: DEBUG nova.network.neutron [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Updated VIF entry in instance network info cache for port 06fac69b-0cca-490d-a06f-70c068543ae3. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.203613] env[70636]: DEBUG nova.network.neutron [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Updating instance_info_cache with network_info: [{"id": "06fac69b-0cca-490d-a06f-70c068543ae3", "address": "fa:16:3e:25:a1:6a", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fac69b-0c", "ovs_interfaceid": "06fac69b-0cca-490d-a06f-70c068543ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.279730] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52631212-d660-039e-bc4e-b627966b616f, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.280045] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.280256] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.280793] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef212399-9edc-45ed-8b6c-0ad484bf092c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.289191] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1216.289191] env[70636]: value = "task-2884531" [ 1216.289191] env[70636]: _type = "Task" [ 1216.289191] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.296876] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.313383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bfaa77da-bce3-4d91-97a2-2e34a2e4d751 tempest-MigrationsAdminTest-373369443 tempest-MigrationsAdminTest-373369443-project-member] Lock "00daff25-7271-410d-9aca-bcf9f71371c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.725s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.313383] env[70636]: INFO nova.compute.manager [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Took 21.88 seconds to build instance. [ 1216.411021] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e678e9-a464-6a23-9df9-5ea4f66df652, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.413673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.413967] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.414205] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.414348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.414523] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.414986] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293d295a-9f80-406f-ac40-bfaa27b1147c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.422678] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.423105] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.423846] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67214855-427f-431e-8f91-595cf4c61463 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.431850] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1216.431850] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52498a7d-ec1c-8906-73ec-7de690114480" [ 1216.431850] env[70636]: _type = "Task" [ 1216.431850] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.442152] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52498a7d-ec1c-8906-73ec-7de690114480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.510762] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084203} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.513587] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.514675] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e4ddef-89c7-421a-91c4-145e9c1d67ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.539439] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 12f9f080-197c-4e25-b192-78f30b257e9e/12f9f080-197c-4e25-b192-78f30b257e9e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.542654] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185b6335-e598-4e8f-9fd6-2d900a9d8cb9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.565374] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1216.565374] env[70636]: value = "task-2884532" [ 1216.565374] env[70636]: _type = "Task" [ 1216.565374] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.577732] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.588786] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d4baac-6e20-5947-89f7-8acadb7577cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.592666] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.593383] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.593748] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.593948] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.594232] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.594804] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b71dd3-cb66-40b2-949f-459b40723941 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.610411] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.610627] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.611424] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabc6aac-f8d6-4cbc-ade1-ddbf8503c32a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.617264] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1216.617264] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1a703-a3bf-45f4-59ef-a928153fcd04" [ 1216.617264] env[70636]: _type = "Task" [ 1216.617264] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.625611] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.625757] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.625904] env[70636]: DEBUG nova.network.neutron [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.630244] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1a703-a3bf-45f4-59ef-a928153fcd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.706147] env[70636]: DEBUG oslo_concurrency.lockutils [req-66523b09-74d0-4f6e-9db7-b294dd185aaa req-6b773109-2b79-422f-bb1d-2e29b491aa94 service nova] Releasing lock "refresh_cache-dc91310b-4f18-43aa-bfa3-a9e3136dcf56" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.771638] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf6d7e-c19f-48aa-a4ed-b0641b0aed45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.780921] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f1ce1-db8d-4561-b4cb-a66d736d4120 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.815245] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0526bb65-1900-4ae9-9cf9-f47e56951f57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.817892] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6900cf6e-1df1-4d7e-b91f-d8ea3cb03dab tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.392s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.826385] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe7ca7-115f-4fb9-83ec-531b16c28116 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.830699] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492867} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.830961] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.831186] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.831757] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bd1dd7d-2c7d-4eec-8857-491370de53fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.843924] env[70636]: DEBUG nova.compute.provider_tree [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.851623] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1216.851623] env[70636]: value = "task-2884533" [ 1216.851623] env[70636]: _type = "Task" [ 1216.851623] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.858418] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.942562] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52498a7d-ec1c-8906-73ec-7de690114480, 'name': SearchDatastore_Task, 'duration_secs': 0.013544} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.943354] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43b72ee-7387-4104-ae7b-f85b862f5642 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.949104] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1216.949104] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522bff7b-b8e7-9c2d-a88b-f759b7eb00f5" [ 1216.949104] env[70636]: _type = "Task" [ 1216.949104] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.957251] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522bff7b-b8e7-9c2d-a88b-f759b7eb00f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.075057] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.127548] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1a703-a3bf-45f4-59ef-a928153fcd04, 'name': SearchDatastore_Task, 'duration_secs': 0.047031} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.128362] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73164f6c-2edc-41c2-bd80-b341995058f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.136019] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1217.136019] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527badf2-ad67-ebec-f141-cb3b1fe4dd79" [ 1217.136019] env[70636]: _type = "Task" [ 1217.136019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.144389] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527badf2-ad67-ebec-f141-cb3b1fe4dd79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.185936] env[70636]: DEBUG nova.network.neutron [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.256871] env[70636]: DEBUG nova.compute.manager [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Received event network-changed-e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.257118] env[70636]: DEBUG nova.compute.manager [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Refreshing instance network info cache due to event network-changed-e9c7bda7-ad55-4e96-860e-c974bea86d12. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.257352] env[70636]: DEBUG oslo_concurrency.lockutils [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] Acquiring lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.257498] env[70636]: DEBUG oslo_concurrency.lockutils [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] Acquired lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.257656] env[70636]: DEBUG nova.network.neutron [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Refreshing network info cache for port e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.347667] env[70636]: DEBUG nova.scheduler.client.report [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.366387] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069084} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.368746] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.369811] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7672ab-1e5d-4826-a52f-3c01ab6540fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.394177] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.396528] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adbbeabe-b93a-4738-b3a2-c5c801652277 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.418663] env[70636]: DEBUG nova.network.neutron [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Updating instance_info_cache with network_info: [{"id": "a18a506d-5645-4045-8389-b1279bcfdb80", "address": "fa:16:3e:6a:5c:83", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a506d-56", "ovs_interfaceid": "a18a506d-5645-4045-8389-b1279bcfdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.421961] env[70636]: DEBUG nova.compute.manager [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Received event network-vif-plugged-a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.422178] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] Acquiring lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.422383] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.422644] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.422701] env[70636]: DEBUG nova.compute.manager [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] No waiting events found dispatching network-vif-plugged-a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.423214] env[70636]: WARNING nova.compute.manager [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Received unexpected event network-vif-plugged-a18a506d-5645-4045-8389-b1279bcfdb80 for instance with vm_state building and task_state spawning. [ 1217.423214] env[70636]: DEBUG nova.compute.manager [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Received event network-changed-a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.423214] env[70636]: DEBUG nova.compute.manager [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Refreshing instance network info cache due to event network-changed-a18a506d-5645-4045-8389-b1279bcfdb80. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.423363] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] Acquiring lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.429155] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1217.429155] env[70636]: value = "task-2884534" [ 1217.429155] env[70636]: _type = "Task" [ 1217.429155] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.438418] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.464382] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522bff7b-b8e7-9c2d-a88b-f759b7eb00f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.464644] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.464897] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] dc91310b-4f18-43aa-bfa3-a9e3136dcf56/dc91310b-4f18-43aa-bfa3-a9e3136dcf56.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.465205] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78eebd8f-cdad-42e4-a511-b8a302dd69de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.471142] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1217.471142] env[70636]: value = "task-2884535" [ 1217.471142] env[70636]: _type = "Task" [ 1217.471142] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.478644] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.575686] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884532, 'name': ReconfigVM_Task, 'duration_secs': 0.548669} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.575963] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 12f9f080-197c-4e25-b192-78f30b257e9e/12f9f080-197c-4e25-b192-78f30b257e9e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.576639] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c8fdca1-9f57-4b5a-8b54-c44c4cb40a10 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.582541] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1217.582541] env[70636]: value = "task-2884536" [ 1217.582541] env[70636]: _type = "Task" [ 1217.582541] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.591402] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884536, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.647216] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527badf2-ad67-ebec-f141-cb3b1fe4dd79, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.647570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.647859] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.648171] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d6b0818-6ccb-40f1-890b-62b8e2ce0db2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.655790] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1217.655790] env[70636]: value = "task-2884537" [ 1217.655790] env[70636]: _type = "Task" [ 1217.655790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.664383] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.866929] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.868761] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.082s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.871167] env[70636]: INFO nova.compute.claims [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.895793] env[70636]: INFO nova.scheduler.client.report [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Deleted allocations for instance df56f107-e9e4-42e0-a241-dcd7b9ee24f2 [ 1217.924522] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.924965] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Instance network_info: |[{"id": "a18a506d-5645-4045-8389-b1279bcfdb80", "address": "fa:16:3e:6a:5c:83", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a506d-56", "ovs_interfaceid": "a18a506d-5645-4045-8389-b1279bcfdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.925318] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] Acquired lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.925556] env[70636]: DEBUG nova.network.neutron [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Refreshing network info cache for port a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.927244] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:5c:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18a506d-5645-4045-8389-b1279bcfdb80', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.936918] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.938258] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.941939] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68875a77-abb2-4dc8-bb80-9d66ce34f3cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.964033] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884534, 'name': ReconfigVM_Task, 'duration_secs': 0.49042} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.968188] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8/15ceff51-2deb-4f21-ac68-afb2693339a8.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.969149] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.969149] env[70636]: value = "task-2884538" [ 1217.969149] env[70636]: _type = "Task" [ 1217.969149] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.969363] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e89542bd-6b2b-4502-93ca-b2e29f487f52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.981552] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1217.981552] env[70636]: value = "task-2884539" [ 1217.981552] env[70636]: _type = "Task" [ 1217.981552] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.988751] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884538, 'name': CreateVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.992459] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478811} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.992735] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] dc91310b-4f18-43aa-bfa3-a9e3136dcf56/dc91310b-4f18-43aa-bfa3-a9e3136dcf56.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.992950] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.993357] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ea2d52-1c02-4e57-9348-725d7ac2f346 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.999341] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884539, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.005023] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1218.005023] env[70636]: value = "task-2884540" [ 1218.005023] env[70636]: _type = "Task" [ 1218.005023] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.014796] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.065375] env[70636]: DEBUG nova.network.neutron [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updated VIF entry in instance network info cache for port e9c7bda7-ad55-4e96-860e-c974bea86d12. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.065757] env[70636]: DEBUG nova.network.neutron [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating instance_info_cache with network_info: [{"id": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "address": "fa:16:3e:02:74:b6", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c7bda7-ad", "ovs_interfaceid": "e9c7bda7-ad55-4e96-860e-c974bea86d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.094819] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884536, 'name': Rename_Task, 'duration_secs': 0.17941} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.095124] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.095392] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502b5834-4247-437b-8e5a-c70ca06ecf5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.101662] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1218.101662] env[70636]: value = "task-2884541" [ 1218.101662] env[70636]: _type = "Task" [ 1218.101662] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.114047] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.168704] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.405654] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2834f050-1a01-4087-aa19-c819ada57e30 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "df56f107-e9e4-42e0-a241-dcd7b9ee24f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.325s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.484556] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884538, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.496393] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884539, 'name': Rename_Task, 'duration_secs': 0.269149} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.497213] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.497583] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56839d8-43d7-405e-853d-bcf3fcc040dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.507020] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1218.507020] env[70636]: value = "task-2884542" [ 1218.507020] env[70636]: _type = "Task" [ 1218.507020] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.516401] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094905} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.519277] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.523119] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.523119] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976deacf-cae7-49c7-987c-74e948a227eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.548291] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] dc91310b-4f18-43aa-bfa3-a9e3136dcf56/dc91310b-4f18-43aa-bfa3-a9e3136dcf56.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.548291] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e91b7b-61d6-4cd6-9fe7-bc6e7433ab71 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.568794] env[70636]: DEBUG oslo_concurrency.lockutils [req-06249351-cc05-4bb4-9457-c4434817ac75 req-7ee96acb-c478-48df-bd8a-db12d39f6858 service nova] Releasing lock "refresh_cache-93147af3-f9a6-4fe5-a753-2e178295b355" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.570505] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1218.570505] env[70636]: value = "task-2884543" [ 1218.570505] env[70636]: _type = "Task" [ 1218.570505] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.578741] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.611902] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884541, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.667113] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633693} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.669676] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.669899] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.670186] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc7f002-047d-4db1-aa4f-598f92693ace {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.676413] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1218.676413] env[70636]: value = "task-2884544" [ 1218.676413] env[70636]: _type = "Task" [ 1218.676413] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.686992] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.707193] env[70636]: DEBUG nova.network.neutron [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Updated VIF entry in instance network info cache for port a18a506d-5645-4045-8389-b1279bcfdb80. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.707621] env[70636]: DEBUG nova.network.neutron [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Updating instance_info_cache with network_info: [{"id": "a18a506d-5645-4045-8389-b1279bcfdb80", "address": "fa:16:3e:6a:5c:83", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a506d-56", "ovs_interfaceid": "a18a506d-5645-4045-8389-b1279bcfdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.984316] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884538, 'name': CreateVM_Task, 'duration_secs': 0.705296} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.984584] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.985197] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.985377] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.985915] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.986159] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37eb4c4-d5de-4a85-bd0d-1e6e22bc75f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.993475] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1218.993475] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246b338-8e25-aa1b-f524-f05ba88244a5" [ 1218.993475] env[70636]: _type = "Task" [ 1218.993475] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.002348] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246b338-8e25-aa1b-f524-f05ba88244a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.016151] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884542, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.081527] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884543, 'name': ReconfigVM_Task, 'duration_secs': 0.330752} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.084026] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Reconfigured VM instance instance-00000048 to attach disk [datastore1] dc91310b-4f18-43aa-bfa3-a9e3136dcf56/dc91310b-4f18-43aa-bfa3-a9e3136dcf56.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.084925] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-604e1348-96f2-4bfe-8328-090e1de127a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.091111] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1219.091111] env[70636]: value = "task-2884545" [ 1219.091111] env[70636]: _type = "Task" [ 1219.091111] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.100286] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884545, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.113713] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884541, 'name': PowerOnVM_Task, 'duration_secs': 0.930089} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.114016] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.114232] env[70636]: INFO nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1219.114747] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.115927] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cfa4fd-ac63-49dd-8a87-90772a0b543d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.188516] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065458} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.188942] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.189924] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1948dda-cd89-4187-97e4-1b33230c1145 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.210493] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a07980c-c349-4498-b649-d84c782a7838 req-36a03fd6-75fd-44c3-bf74-d4ea5a45399e service nova] Releasing lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.221268] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.224888] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6516adbe-00dc-4e95-8c77-81686af3d05f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.245499] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1219.245499] env[70636]: value = "task-2884546" [ 1219.245499] env[70636]: _type = "Task" [ 1219.245499] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.257834] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.376765] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a59b4-3b49-4442-9f7b-023846331d54 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.386034] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8243b-2725-4b69-b031-150a8f97c3d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.420707] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf09d1c1-f27b-4fa8-886a-75553c737177 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.428339] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2cc30b-50fd-408f-a60a-04119931b49a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.444153] env[70636]: DEBUG nova.compute.provider_tree [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.503942] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5246b338-8e25-aa1b-f524-f05ba88244a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.504261] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.504560] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.504707] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.504847] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.505068] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.505338] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9187ad33-437c-40fe-8e1a-7932aa2f0db8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.516354] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884542, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.517496] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.518159] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.518799] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53442381-63c9-42c8-91c8-ad24a1fce561 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.523496] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1219.523496] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5244dba9-08ec-bf48-79a6-b82c76fbe1a4" [ 1219.523496] env[70636]: _type = "Task" [ 1219.523496] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.530657] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5244dba9-08ec-bf48-79a6-b82c76fbe1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.600954] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884545, 'name': Rename_Task, 'duration_secs': 0.215125} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.600954] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.601455] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80166a87-1e8a-4ed0-93fb-bb731d88f76d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.608073] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1219.608073] env[70636]: value = "task-2884547" [ 1219.608073] env[70636]: _type = "Task" [ 1219.608073] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.615861] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.638435] env[70636]: INFO nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Took 23.13 seconds to build instance. [ 1219.759454] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.947098] env[70636]: DEBUG nova.scheduler.client.report [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.019120] env[70636]: DEBUG oslo_vmware.api [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884542, 'name': PowerOnVM_Task, 'duration_secs': 1.304837} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.019551] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.019917] env[70636]: DEBUG nova.compute.manager [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.022443] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d653a-69e9-4dee-8583-30f74a3ccd34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.037406] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5244dba9-08ec-bf48-79a6-b82c76fbe1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.038765] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fc7187-7573-4a6d-9760-aa4294c09ae4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.044738] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1220.044738] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52285b6e-a0a9-eef1-a5e7-70ad4ac9a2e4" [ 1220.044738] env[70636]: _type = "Task" [ 1220.044738] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.054701] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52285b6e-a0a9-eef1-a5e7-70ad4ac9a2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.119197] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884547, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.144480] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "12f9f080-197c-4e25-b192-78f30b257e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.650s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.257169] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884546, 'name': ReconfigVM_Task, 'duration_secs': 0.793983} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.257301] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237/2bd28ec6-746d-4aa6-a79b-a32b1ce0b237.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.257920] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5572d4c2-55cc-40b5-88cf-d4e9fb08eff7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.267389] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1220.267389] env[70636]: value = "task-2884548" [ 1220.267389] env[70636]: _type = "Task" [ 1220.267389] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.277925] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884548, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.454129] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.458241] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.458601] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.017s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.459083] env[70636]: DEBUG nova.objects.instance [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lazy-loading 'resources' on Instance uuid 6786080b-4760-4042-b210-69b14fe5af58 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.551194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.557913] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52285b6e-a0a9-eef1-a5e7-70ad4ac9a2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.558874] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.559236] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/97c7ca62-0696-4ef5-80e1-fffcdd4769dd.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.559624] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2165933-22fc-4721-851d-0c1e942c0a4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.569141] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1220.569141] env[70636]: value = "task-2884549" [ 1220.569141] env[70636]: _type = "Task" [ 1220.569141] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.579424] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.618444] env[70636]: DEBUG oslo_vmware.api [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884547, 'name': PowerOnVM_Task, 'duration_secs': 0.795687} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.619218] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.619218] env[70636]: INFO nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1220.619385] env[70636]: DEBUG nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.622777] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298cc323-1a0b-47a3-8b69-7e9359fcabef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.778235] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884548, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.963184] env[70636]: DEBUG nova.compute.utils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.968945] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.969506] env[70636]: DEBUG nova.network.neutron [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.066082] env[70636]: DEBUG nova.policy [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec0ea1da83f45eeaee9ab83614b1488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a5bda958104bb387f1e2153116534f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.085038] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.138608] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.138853] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.148052] env[70636]: INFO nova.compute.manager [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Took 24.60 seconds to build instance. [ 1221.285589] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884548, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.444639] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae844ca6-3505-4ec3-89bd-39121327afbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.451746] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c35fb3-58f7-441f-9876-fb6ac8499454 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.485227] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.488724] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb5d67-2d84-4e00-aa3a-78edd4f3a27b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.498168] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9237d-494c-475c-a970-39238d39bdac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.521024] env[70636]: DEBUG nova.compute.provider_tree [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.579352] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574397} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.580546] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/97c7ca62-0696-4ef5-80e1-fffcdd4769dd.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.580546] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.580546] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b09c9e0a-c179-4483-8b7f-ab92f49d7e3c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.586279] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1221.586279] env[70636]: value = "task-2884550" [ 1221.586279] env[70636]: _type = "Task" [ 1221.586279] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.596049] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.616517] env[70636]: DEBUG nova.network.neutron [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Successfully created port: 2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.646023] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.649131] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d1d2a9f3-4a8c-4d3a-9298-7a375f02dcb7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.120s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.780777] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884548, 'name': Rename_Task, 'duration_secs': 1.22553} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.781091] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.781506] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db6c3dc-3474-4876-84a0-3ead16f43424 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.788726] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1221.788726] env[70636]: value = "task-2884551" [ 1221.788726] env[70636]: _type = "Task" [ 1221.788726] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.798931] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.025718] env[70636]: DEBUG nova.scheduler.client.report [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.098361] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118669} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.098662] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.099608] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e19b8-c54e-417a-ae2f-11dea7cc44bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.122858] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/97c7ca62-0696-4ef5-80e1-fffcdd4769dd.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.124470] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd03ad14-9ffc-4de0-95f1-bead0f0fd436 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.142361] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.143054] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.152064] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1222.152064] env[70636]: value = "task-2884552" [ 1222.152064] env[70636]: _type = "Task" [ 1222.152064] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.164864] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.179182] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.251920] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "451c8de2-7e97-42e3-81af-458447b43b01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.252308] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "451c8de2-7e97-42e3-81af-458447b43b01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.252575] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "451c8de2-7e97-42e3-81af-458447b43b01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.252807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "451c8de2-7e97-42e3-81af-458447b43b01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.253019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "451c8de2-7e97-42e3-81af-458447b43b01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.255604] env[70636]: INFO nova.compute.manager [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Terminating instance [ 1222.259513] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "12f9f080-197c-4e25-b192-78f30b257e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.259738] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "12f9f080-197c-4e25-b192-78f30b257e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.259910] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "12f9f080-197c-4e25-b192-78f30b257e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.260493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "12f9f080-197c-4e25-b192-78f30b257e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.260693] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "12f9f080-197c-4e25-b192-78f30b257e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.263222] env[70636]: INFO nova.compute.manager [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Terminating instance [ 1222.300664] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.486850] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.487351] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.487502] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.487660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.487839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.490126] env[70636]: INFO nova.compute.manager [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Terminating instance [ 1222.493783] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.520186] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.520498] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.520735] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.520979] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.521179] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.521341] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.521554] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.521711] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.521874] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.522083] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.522287] env[70636]: DEBUG nova.virt.hardware [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.523156] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc4c1e-47cc-4325-ab09-fcfb5d2714b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.530922] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2433a0c5-b4b1-4a71-8493-1435971c3ec4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.535574] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.538752] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.513s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.538752] env[70636]: DEBUG nova.objects.instance [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lazy-loading 'resources' on Instance uuid b9819181-a872-4927-92e8-aafa234425f0 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.555297] env[70636]: INFO nova.scheduler.client.report [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted allocations for instance 6786080b-4760-4042-b210-69b14fe5af58 [ 1222.645967] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.661481] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884552, 'name': ReconfigVM_Task, 'duration_secs': 0.491558} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.661686] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/97c7ca62-0696-4ef5-80e1-fffcdd4769dd.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.662334] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb005b6b-a2bb-4d0b-920d-cad7ddaaaf0b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.669115] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1222.669115] env[70636]: value = "task-2884553" [ 1222.669115] env[70636]: _type = "Task" [ 1222.669115] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.677290] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884553, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.768598] env[70636]: DEBUG nova.compute.manager [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.768829] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.769428] env[70636]: DEBUG nova.compute.manager [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.769624] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.770472] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750a172-5e34-4d74-8c51-c2b01b3fba82 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.774847] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d636c61-8450-4886-8d42-ff9b0342bdbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.782905] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.785129] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e572d070-2476-43fe-8258-855ba67265bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.786812] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.787132] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f01adc-d125-49e6-b524-e475b4fb9d8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.794222] env[70636]: DEBUG oslo_vmware.api [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1222.794222] env[70636]: value = "task-2884555" [ 1222.794222] env[70636]: _type = "Task" [ 1222.794222] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.798029] env[70636]: DEBUG oslo_vmware.api [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884551, 'name': PowerOnVM_Task, 'duration_secs': 0.710853} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.798368] env[70636]: DEBUG oslo_vmware.api [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1222.798368] env[70636]: value = "task-2884554" [ 1222.798368] env[70636]: _type = "Task" [ 1222.798368] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.801449] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.801680] env[70636]: DEBUG nova.compute.manager [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.802565] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d7c60-5043-4500-8b68-fe7a388c718a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.814137] env[70636]: DEBUG oslo_vmware.api [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.822118] env[70636]: DEBUG oslo_vmware.api [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.994416] env[70636]: DEBUG nova.compute.manager [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.994695] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.995783] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc58c4b-aebc-4bc9-a066-607777f35635 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.005544] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.005956] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c0b21c-736f-42df-8880-6408613f9957 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.013329] env[70636]: DEBUG oslo_vmware.api [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1223.013329] env[70636]: value = "task-2884556" [ 1223.013329] env[70636]: _type = "Task" [ 1223.013329] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.026049] env[70636]: DEBUG oslo_vmware.api [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.063469] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd1ab2ab-507f-4265-b110-043a12fb8334 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "6786080b-4760-4042-b210-69b14fe5af58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.073s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.169994] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.180100] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884553, 'name': Rename_Task, 'duration_secs': 0.231864} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.182864] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.183363] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7352ec8-3d7b-4eac-82d7-a854b38b5156 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.189850] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1223.189850] env[70636]: value = "task-2884557" [ 1223.189850] env[70636]: _type = "Task" [ 1223.189850] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.202051] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.320485] env[70636]: DEBUG oslo_vmware.api [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884555, 'name': PowerOffVM_Task, 'duration_secs': 0.35279} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.320744] env[70636]: DEBUG oslo_vmware.api [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884554, 'name': PowerOffVM_Task, 'duration_secs': 0.353157} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.323961] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.324169] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.324460] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.324666] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.329583] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6777b2-81ca-4c8c-a57d-480e69a48a7a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.334487] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-865efcde-0048-43b3-9338-b307c6a2951e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.343216] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.422025] env[70636]: DEBUG nova.compute.manager [req-c5069aa6-fe0c-4ebf-bc6b-01331870ed90 req-b14b6f22-e97c-4885-941b-f53c924f62eb service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Received event network-vif-plugged-2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.422289] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5069aa6-fe0c-4ebf-bc6b-01331870ed90 req-b14b6f22-e97c-4885-941b-f53c924f62eb service nova] Acquiring lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.422440] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5069aa6-fe0c-4ebf-bc6b-01331870ed90 req-b14b6f22-e97c-4885-941b-f53c924f62eb service nova] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.422609] env[70636]: DEBUG oslo_concurrency.lockutils [req-c5069aa6-fe0c-4ebf-bc6b-01331870ed90 req-b14b6f22-e97c-4885-941b-f53c924f62eb service nova] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.422777] env[70636]: DEBUG nova.compute.manager [req-c5069aa6-fe0c-4ebf-bc6b-01331870ed90 req-b14b6f22-e97c-4885-941b-f53c924f62eb service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] No waiting events found dispatching network-vif-plugged-2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.423044] env[70636]: WARNING nova.compute.manager [req-c5069aa6-fe0c-4ebf-bc6b-01331870ed90 req-b14b6f22-e97c-4885-941b-f53c924f62eb service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Received unexpected event network-vif-plugged-2bd7ba53-6d1d-4dad-b15e-803309ce9dcd for instance with vm_state building and task_state spawning. [ 1223.440727] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.440984] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.441189] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleting the datastore file [datastore1] 451c8de2-7e97-42e3-81af-458447b43b01 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.441553] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ba2f10-7d83-45db-8ffc-2187343c7578 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.451409] env[70636]: DEBUG oslo_vmware.api [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1223.451409] env[70636]: value = "task-2884560" [ 1223.451409] env[70636]: _type = "Task" [ 1223.451409] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.463568] env[70636]: DEBUG oslo_vmware.api [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.466244] env[70636]: DEBUG nova.network.neutron [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Successfully updated port: 2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.474259] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.474334] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.474509] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleting the datastore file [datastore2] 12f9f080-197c-4e25-b192-78f30b257e9e {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.474762] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e804c70-1aa5-4dd1-bed5-53413cb26773 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.481365] env[70636]: DEBUG oslo_vmware.api [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1223.481365] env[70636]: value = "task-2884561" [ 1223.481365] env[70636]: _type = "Task" [ 1223.481365] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.494198] env[70636]: DEBUG oslo_vmware.api [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.523904] env[70636]: DEBUG oslo_vmware.api [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884556, 'name': PowerOffVM_Task, 'duration_secs': 0.317365} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.524060] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.524229] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.524834] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16688b47-a9ac-4e06-a9da-0189bb7751ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.527932] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6562adc4-525c-4f1d-bc82-5764bfe60a6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.536563] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1acd2-3d9b-4cbe-bb6a-42d8dbe8129d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.571397] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d4a1a7-b6c8-47b8-9b90-5004ba7cad7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.579580] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82e51a-2c5d-4af4-9cc3-e2279d9fb5c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.595351] env[70636]: DEBUG nova.compute.provider_tree [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.598215] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.598434] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.598642] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleting the datastore file [datastore1] dc91310b-4f18-43aa-bfa3-a9e3136dcf56 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.599161] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daa883c3-4054-4ad2-9c16-c7715acd838d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.605481] env[70636]: DEBUG oslo_vmware.api [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1223.605481] env[70636]: value = "task-2884563" [ 1223.605481] env[70636]: _type = "Task" [ 1223.605481] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.614762] env[70636]: DEBUG oslo_vmware.api [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.699762] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.924608] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.924935] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.925201] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.925397] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.925687] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.927943] env[70636]: INFO nova.compute.manager [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Terminating instance [ 1223.962644] env[70636]: DEBUG oslo_vmware.api [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165536} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.962901] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.963093] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.963282] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.963452] env[70636]: INFO nova.compute.manager [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1223.963716] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.963913] env[70636]: DEBUG nova.compute.manager [-] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.964019] env[70636]: DEBUG nova.network.neutron [-] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.969417] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "refresh_cache-f51f0436-4afa-445d-b8e0-4de1ea6e5492" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.969540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "refresh_cache-f51f0436-4afa-445d-b8e0-4de1ea6e5492" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.969683] env[70636]: DEBUG nova.network.neutron [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.991711] env[70636]: DEBUG oslo_vmware.api [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187509} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.991994] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.992242] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.992431] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.992602] env[70636]: INFO nova.compute.manager [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1223.992837] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.993041] env[70636]: DEBUG nova.compute.manager [-] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.993141] env[70636]: DEBUG nova.network.neutron [-] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.101120] env[70636]: DEBUG nova.scheduler.client.report [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.115707] env[70636]: DEBUG oslo_vmware.api [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.116521] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.116985] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.116985] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.117125] env[70636]: INFO nova.compute.manager [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1224.117499] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.117499] env[70636]: DEBUG nova.compute.manager [-] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.117602] env[70636]: DEBUG nova.network.neutron [-] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.200630] env[70636]: DEBUG oslo_vmware.api [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884557, 'name': PowerOnVM_Task, 'duration_secs': 0.791031} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.200630] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.200630] env[70636]: INFO nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1224.200924] env[70636]: DEBUG nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.201624] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c088d-48d3-4adf-8f5f-e7f798447881 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.338048] env[70636]: DEBUG nova.compute.manager [req-c73cf242-76d2-4fef-a7c6-e625c1efa1aa req-822f5f62-e2dc-4056-b9fb-95bfb01767a8 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Received event network-vif-deleted-9717df21-cbcb-41c0-98ac-5af324876b6a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.338220] env[70636]: INFO nova.compute.manager [req-c73cf242-76d2-4fef-a7c6-e625c1efa1aa req-822f5f62-e2dc-4056-b9fb-95bfb01767a8 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Neutron deleted interface 9717df21-cbcb-41c0-98ac-5af324876b6a; detaching it from the instance and deleting it from the info cache [ 1224.338395] env[70636]: DEBUG nova.network.neutron [req-c73cf242-76d2-4fef-a7c6-e625c1efa1aa req-822f5f62-e2dc-4056-b9fb-95bfb01767a8 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.433035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "refresh_cache-2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.433035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquired lock "refresh_cache-2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.433035] env[70636]: DEBUG nova.network.neutron [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.501533] env[70636]: DEBUG nova.network.neutron [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.605640] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.607744] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.250s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.607971] env[70636]: DEBUG nova.objects.instance [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid 23751277-fbf7-4378-bd54-e8d17e3a64af {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.629768] env[70636]: INFO nova.scheduler.client.report [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Deleted allocations for instance b9819181-a872-4927-92e8-aafa234425f0 [ 1224.633919] env[70636]: DEBUG nova.network.neutron [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Updating instance_info_cache with network_info: [{"id": "2bd7ba53-6d1d-4dad-b15e-803309ce9dcd", "address": "fa:16:3e:64:23:2c", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7ba53-6d", "ovs_interfaceid": "2bd7ba53-6d1d-4dad-b15e-803309ce9dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.719810] env[70636]: INFO nova.compute.manager [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Took 27.21 seconds to build instance. [ 1224.721252] env[70636]: DEBUG nova.network.neutron [-] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.819373] env[70636]: DEBUG nova.network.neutron [-] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.840498] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b6bbff1-e30e-4fdf-872b-48a15a5bb9c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.851112] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c31df09-2882-42d3-a048-1e880df02e9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.891439] env[70636]: DEBUG nova.network.neutron [-] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.893156] env[70636]: DEBUG nova.compute.manager [req-c73cf242-76d2-4fef-a7c6-e625c1efa1aa req-822f5f62-e2dc-4056-b9fb-95bfb01767a8 service nova] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Detach interface failed, port_id=9717df21-cbcb-41c0-98ac-5af324876b6a, reason: Instance 12f9f080-197c-4e25-b192-78f30b257e9e could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.958398] env[70636]: DEBUG nova.network.neutron [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.996240] env[70636]: INFO nova.compute.manager [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Rescuing [ 1224.996240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.996240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.996240] env[70636]: DEBUG nova.network.neutron [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.035457] env[70636]: DEBUG nova.network.neutron [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.143020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "refresh_cache-f51f0436-4afa-445d-b8e0-4de1ea6e5492" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.143020] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Instance network_info: |[{"id": "2bd7ba53-6d1d-4dad-b15e-803309ce9dcd", "address": "fa:16:3e:64:23:2c", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7ba53-6d", "ovs_interfaceid": "2bd7ba53-6d1d-4dad-b15e-803309ce9dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.143020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c7301b4-c27f-405f-afde-08e247d832d3 tempest-ImagesOneServerNegativeTestJSON-202718069 tempest-ImagesOneServerNegativeTestJSON-202718069-project-member] Lock "b9819181-a872-4927-92e8-aafa234425f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.674s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.143930] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:23:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bd7ba53-6d1d-4dad-b15e-803309ce9dcd', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.152363] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.152994] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.153281] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae11a5b0-fcb7-4eac-b221-d375c5f1affa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.180019] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.180019] env[70636]: value = "task-2884564" [ 1225.180019] env[70636]: _type = "Task" [ 1225.180019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.188198] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884564, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.226813] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35cb4947-a71b-4bd0-bca9-b2d46dc960ce tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.730s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.227392] env[70636]: INFO nova.compute.manager [-] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Took 1.26 seconds to deallocate network for instance. [ 1225.324294] env[70636]: INFO nova.compute.manager [-] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Took 1.33 seconds to deallocate network for instance. [ 1225.395072] env[70636]: INFO nova.compute.manager [-] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Took 1.28 seconds to deallocate network for instance. [ 1225.444871] env[70636]: DEBUG nova.compute.manager [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Received event network-changed-2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.445246] env[70636]: DEBUG nova.compute.manager [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Refreshing instance network info cache due to event network-changed-2bd7ba53-6d1d-4dad-b15e-803309ce9dcd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.445410] env[70636]: DEBUG oslo_concurrency.lockutils [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] Acquiring lock "refresh_cache-f51f0436-4afa-445d-b8e0-4de1ea6e5492" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.445555] env[70636]: DEBUG oslo_concurrency.lockutils [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] Acquired lock "refresh_cache-f51f0436-4afa-445d-b8e0-4de1ea6e5492" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.445750] env[70636]: DEBUG nova.network.neutron [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Refreshing network info cache for port 2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.526505] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd80123-3f98-4a3d-8f63-7b832c8bfe4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.534258] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8087617-7033-45ac-ac7b-06cb0e6a1d8a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.537684] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Releasing lock "refresh_cache-2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.538075] env[70636]: DEBUG nova.compute.manager [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.538266] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.538952] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694dcf09-caeb-4069-918f-a9b427fc1a0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.573882] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.578038] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8811305e-d057-4436-a7a5-6ffe42305601 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.578038] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6bcac-3a63-4e86-96d8-724d270c479c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.589164] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc319d9-b278-4c81-ab7f-4cad6acb9162 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.591710] env[70636]: DEBUG oslo_vmware.api [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1225.591710] env[70636]: value = "task-2884565" [ 1225.591710] env[70636]: _type = "Task" [ 1225.591710] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.600093] env[70636]: DEBUG oslo_vmware.api [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.606763] env[70636]: DEBUG nova.compute.provider_tree [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.689205] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884564, 'name': CreateVM_Task, 'duration_secs': 0.340744} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.689375] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.690084] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.690280] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.690611] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.690877] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb31291-e597-4bd7-aa92-7037b270a746 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.697590] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1225.697590] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520804bb-fc07-ff78-23ed-4dc5f004d60f" [ 1225.697590] env[70636]: _type = "Task" [ 1225.697590] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.704688] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520804bb-fc07-ff78-23ed-4dc5f004d60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.736759] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.831052] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.900662] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.099337] env[70636]: DEBUG nova.network.neutron [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Updating instance_info_cache with network_info: [{"id": "a18a506d-5645-4045-8389-b1279bcfdb80", "address": "fa:16:3e:6a:5c:83", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a506d-56", "ovs_interfaceid": "a18a506d-5645-4045-8389-b1279bcfdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.103425] env[70636]: DEBUG oslo_vmware.api [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884565, 'name': PowerOffVM_Task, 'duration_secs': 0.207181} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.104458] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.104458] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.104458] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49875623-d2a3-4efa-939c-3a2db5825cbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.110306] env[70636]: DEBUG nova.scheduler.client.report [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.127591] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.127811] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.127988] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Deleting the datastore file [datastore2] 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.128830] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138ee908-073b-42f5-81e5-627789c459fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.135696] env[70636]: DEBUG oslo_vmware.api [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for the task: (returnval){ [ 1226.135696] env[70636]: value = "task-2884567" [ 1226.135696] env[70636]: _type = "Task" [ 1226.135696] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.143328] env[70636]: DEBUG oslo_vmware.api [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.206281] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520804bb-fc07-ff78-23ed-4dc5f004d60f, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.209121] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.209346] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.209574] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.209734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.209882] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.210203] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5687bfdd-46ef-43fb-ba39-cf6dea9b6011 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.219498] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.219727] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.220449] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53d0c26-f93d-4e83-8c64-594962dc012e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.226786] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1226.226786] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a9ded-216f-e7e2-ec22-404f68e4a0f1" [ 1226.226786] env[70636]: _type = "Task" [ 1226.226786] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.235900] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a9ded-216f-e7e2-ec22-404f68e4a0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.322179] env[70636]: DEBUG nova.network.neutron [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Updated VIF entry in instance network info cache for port 2bd7ba53-6d1d-4dad-b15e-803309ce9dcd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.322545] env[70636]: DEBUG nova.network.neutron [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Updating instance_info_cache with network_info: [{"id": "2bd7ba53-6d1d-4dad-b15e-803309ce9dcd", "address": "fa:16:3e:64:23:2c", "network": {"id": "7dcacea8-1613-48fa-a054-093c64e5da04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1691046470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1a5bda958104bb387f1e2153116534f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7ba53-6d", "ovs_interfaceid": "2bd7ba53-6d1d-4dad-b15e-803309ce9dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.416695] env[70636]: DEBUG nova.compute.manager [req-c2bd6a07-7bd3-4f71-bed9-56c8c4928815 req-fcb00f64-29ec-427e-8f53-47140eff98b5 service nova] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Received event network-vif-deleted-06fac69b-0cca-490d-a06f-70c068543ae3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.606949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.617955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.617955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.682s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.617955] env[70636]: DEBUG nova.objects.instance [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1226.645342] env[70636]: INFO nova.scheduler.client.report [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance 23751277-fbf7-4378-bd54-e8d17e3a64af [ 1226.649576] env[70636]: DEBUG oslo_vmware.api [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Task: {'id': task-2884567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091347} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.652460] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.652645] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.652816] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.652980] env[70636]: INFO nova.compute.manager [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.653229] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.653797] env[70636]: DEBUG nova.compute.manager [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.653892] env[70636]: DEBUG nova.network.neutron [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.672746] env[70636]: DEBUG nova.network.neutron [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.738054] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a9ded-216f-e7e2-ec22-404f68e4a0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.738855] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21105c5d-484d-4b53-87fd-db06507313d1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.744213] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1226.744213] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbcee7-887b-76b0-bc0a-ec7f413edcfb" [ 1226.744213] env[70636]: _type = "Task" [ 1226.744213] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.752132] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbcee7-887b-76b0-bc0a-ec7f413edcfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.825570] env[70636]: DEBUG oslo_concurrency.lockutils [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] Releasing lock "refresh_cache-f51f0436-4afa-445d-b8e0-4de1ea6e5492" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.825893] env[70636]: DEBUG nova.compute.manager [req-e8b1c989-a2cc-43b4-a338-7c0c102edd88 req-bc426c13-64bd-4f91-b5bc-ab0e5ff9a2d8 service nova] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Received event network-vif-deleted-e8a96f51-2093-4c49-a734-fc9c5f595a9e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.157761] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dbca8fcd-2f74-431d-94ef-327402aea7e8 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "23751277-fbf7-4378-bd54-e8d17e3a64af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.206s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.175496] env[70636]: DEBUG nova.network.neutron [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.256094] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dbcee7-887b-76b0-bc0a-ec7f413edcfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.256381] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.256903] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f51f0436-4afa-445d-b8e0-4de1ea6e5492/f51f0436-4afa-445d-b8e0-4de1ea6e5492.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.257026] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-485c8ab8-71f7-4119-a33f-bcdf7f857404 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.264351] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1227.264351] env[70636]: value = "task-2884568" [ 1227.264351] env[70636]: _type = "Task" [ 1227.264351] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.272358] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.630435] env[70636]: DEBUG oslo_concurrency.lockutils [None req-19064729-2380-4808-8434-3dccc50c98de tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.631774] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.379s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.680028] env[70636]: INFO nova.compute.manager [-] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Took 1.02 seconds to deallocate network for instance. [ 1227.776607] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507028} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.776785] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f51f0436-4afa-445d-b8e0-4de1ea6e5492/f51f0436-4afa-445d-b8e0-4de1ea6e5492.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.777023] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.777335] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f231f8-40fc-46f1-8fed-89d6e1411512 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.783556] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1227.783556] env[70636]: value = "task-2884569" [ 1227.783556] env[70636]: _type = "Task" [ 1227.783556] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.796128] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.153377] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.153377] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adec423-b717-4111-82fa-16c48afed643 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.160186] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1228.160186] env[70636]: value = "task-2884570" [ 1228.160186] env[70636]: _type = "Task" [ 1228.160186] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.172914] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.186242] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.298326] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116705} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.298886] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.299592] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a105c4cd-b30a-49df-bf87-c87b3162be3e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.323575] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f51f0436-4afa-445d-b8e0-4de1ea6e5492/f51f0436-4afa-445d-b8e0-4de1ea6e5492.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.326331] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6709a4-bc0d-4a50-9ee2-cb769bfeda08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.345516] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1228.345516] env[70636]: value = "task-2884571" [ 1228.345516] env[70636]: _type = "Task" [ 1228.345516] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.356032] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.522153] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4167a799-2039-455f-97c3-7b1286eedeab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.529632] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212aa396-9499-4336-871b-a50aa21b5ffc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.558908] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d1de4-c46b-4798-bd53-7673b3bea410 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.566370] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf7add2-8ef7-45e2-9a6b-ba1d952d0ab4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.581051] env[70636]: DEBUG nova.compute.provider_tree [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.672770] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884570, 'name': PowerOffVM_Task, 'duration_secs': 0.190056} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.673282] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.674086] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad0b322-773a-4b50-b01c-b1f63fd5dccf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.692460] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b1a9d-a98e-4313-accd-032b7ba5bb42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.718543] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "a4d516e4-b636-4e46-93c6-b048218dd0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.718759] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.725567] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.726051] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5d5043e-2483-42ac-bfa1-5b2b05c01e20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.732893] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1228.732893] env[70636]: value = "task-2884572" [ 1228.732893] env[70636]: _type = "Task" [ 1228.732893] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.741876] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.742083] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.742342] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.742493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.742671] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.742891] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9782ad35-606d-4207-a128-661dec9dc5a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.750168] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.750339] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.750991] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94f2037-81e4-478b-9c9d-736aa7158d94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.755814] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1228.755814] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285b79d-3462-d095-0225-1484890a041a" [ 1228.755814] env[70636]: _type = "Task" [ 1228.755814] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.762591] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285b79d-3462-d095-0225-1484890a041a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.854828] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884571, 'name': ReconfigVM_Task, 'duration_secs': 0.310596} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.855121] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f51f0436-4afa-445d-b8e0-4de1ea6e5492/f51f0436-4afa-445d-b8e0-4de1ea6e5492.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.855725] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7f143b3-3acb-4ca0-9ccb-b05b1fbc525c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.862064] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1228.862064] env[70636]: value = "task-2884573" [ 1228.862064] env[70636]: _type = "Task" [ 1228.862064] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.869523] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884573, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.084435] env[70636]: DEBUG nova.scheduler.client.report [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.221028] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.269355] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285b79d-3462-d095-0225-1484890a041a, 'name': SearchDatastore_Task, 'duration_secs': 0.007539} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.269929] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effaf018-86ec-4db6-ae57-490ef1172a3f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.276678] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1229.276678] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52961086-1dda-e475-b739-04e850dfb045" [ 1229.276678] env[70636]: _type = "Task" [ 1229.276678] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.285000] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52961086-1dda-e475-b739-04e850dfb045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.371933] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884573, 'name': Rename_Task, 'duration_secs': 0.136829} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.372832] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.372832] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef4c08bc-3e7e-46db-8a81-7e11e89fdf2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.378019] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1229.378019] env[70636]: value = "task-2884574" [ 1229.378019] env[70636]: _type = "Task" [ 1229.378019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.385243] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.743985] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.788041] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52961086-1dda-e475-b739-04e850dfb045, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.788041] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.788287] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. {{(pid=70636) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1229.788470] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26379fb3-4eca-4636-a587-a811044961a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.795915] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1229.795915] env[70636]: value = "task-2884575" [ 1229.795915] env[70636]: _type = "Task" [ 1229.795915] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.803929] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.887724] env[70636]: DEBUG oslo_vmware.api [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884574, 'name': PowerOnVM_Task, 'duration_secs': 0.450543} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.888047] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.888266] env[70636]: INFO nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1229.888446] env[70636]: DEBUG nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.889230] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c1ba3-3738-468a-92a3-b462423cb120 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.094956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.463s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.098314] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.547s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.098529] env[70636]: DEBUG nova.objects.instance [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1230.305516] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500064} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.305784] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. [ 1230.306576] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f5eee6-ba9c-4f17-8c84-5d5df0d37456 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.330670] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.330934] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bcc5287-ebb3-4f68-b79e-22e11f7f1714 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.348868] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1230.348868] env[70636]: value = "task-2884576" [ 1230.348868] env[70636]: _type = "Task" [ 1230.348868] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.356486] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.406621] env[70636]: INFO nova.compute.manager [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Took 25.64 seconds to build instance. [ 1230.663569] env[70636]: INFO nova.scheduler.client.report [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocation for migration 25921752-9482-40b9-acff-4dba39d6b652 [ 1230.863063] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884576, 'name': ReconfigVM_Task, 'duration_secs': 0.303232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.863063] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.863063] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c46645-a490-44a9-9b59-4d75c6010fa0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.888394] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a9000d-e682-4ce8-8806-9695f49b5f63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.902927] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1230.902927] env[70636]: value = "task-2884577" [ 1230.902927] env[70636]: _type = "Task" [ 1230.902927] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.911883] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc47d614-9279-4a5a-84a3-2558d1787236 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.158s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.912236] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.010688] env[70636]: DEBUG oslo_concurrency.lockutils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.010960] env[70636]: DEBUG oslo_concurrency.lockutils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.112920] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0b6df7e-cfe3-4140-8e99-a04c22736ce7 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.114710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.935s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.115889] env[70636]: INFO nova.compute.claims [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.169396] env[70636]: DEBUG oslo_concurrency.lockutils [None req-441caf6f-3a1f-4455-9f6d-7358c33b0789 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.425s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.412901] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884577, 'name': ReconfigVM_Task, 'duration_secs': 0.15864} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.413187] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.413439] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22350c77-e554-4e12-8962-5ea6439e6714 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.419808] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1231.419808] env[70636]: value = "task-2884578" [ 1231.419808] env[70636]: _type = "Task" [ 1231.419808] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.429521] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.516832] env[70636]: DEBUG nova.compute.utils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.930044] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.020016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.328777] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a390c0d0-f845-4641-9cf9-b25520d149b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.329027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.329238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.329413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.329578] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.333755] env[70636]: INFO nova.compute.manager [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Terminating instance [ 1232.406258] env[70636]: DEBUG nova.compute.manager [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.407302] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45193ad-51df-44be-8f19-d4313e9c0048 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.431732] env[70636]: DEBUG oslo_vmware.api [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884578, 'name': PowerOnVM_Task, 'duration_secs': 0.640181} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.432039] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.434799] env[70636]: DEBUG nova.compute.manager [None req-0315fe52-63bc-4c40-b498-ea5fe5bcc4cf tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.435633] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282c348-7389-494b-9dc8-0459386ec736 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.464742] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f306bfa3-7a0a-4057-a1bf-6ea23589ba7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.472450] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41e58e3-34a0-4894-8d9a-8cad408cc5fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.504955] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9be5dc-92e7-4e15-aa49-89c50e937f2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.512449] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b979b55-f4db-481a-a0a3-d267c40da8a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.526612] env[70636]: DEBUG nova.compute.provider_tree [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.816278] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a6572440-7f26-4d67-9f1f-5af372d6a194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.816514] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.837307] env[70636]: DEBUG nova.compute.manager [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.837501] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.838436] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696cc735-92c6-4e85-af1d-de54662f174e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.846238] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.846480] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e7bd49-8d1b-4cc9-b6b4-479a70bb08c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.852490] env[70636]: DEBUG oslo_vmware.api [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1232.852490] env[70636]: value = "task-2884579" [ 1232.852490] env[70636]: _type = "Task" [ 1232.852490] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.860926] env[70636]: DEBUG oslo_vmware.api [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.921199] env[70636]: INFO nova.compute.manager [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] instance snapshotting [ 1232.924020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68830bbf-3910-4a2b-8524-e06e88c42aea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.942971] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551923d-5b53-420a-afa4-94c94eb1cf3c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.030139] env[70636]: DEBUG nova.scheduler.client.report [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.087032] env[70636]: DEBUG oslo_concurrency.lockutils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.087349] env[70636]: DEBUG oslo_concurrency.lockutils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.087577] env[70636]: INFO nova.compute.manager [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Attaching volume 50bc2c40-1c19-4958-922a-826934a019c3 to /dev/sdb [ 1233.121975] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7899daa8-a502-4d10-9348-ce3deba64a6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.128765] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ccecd0-5cb2-49be-9a53-461a110f4e21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.141244] env[70636]: DEBUG nova.virt.block_device [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating existing volume attachment record: 19455695-0054-4962-9cc3-92e95bb20918 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.194101] env[70636]: INFO nova.compute.manager [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Unrescuing [ 1233.194355] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.194503] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquired lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.194662] env[70636]: DEBUG nova.network.neutron [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.319231] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.362407] env[70636]: DEBUG oslo_vmware.api [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884579, 'name': PowerOffVM_Task, 'duration_secs': 0.23065} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.362659] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.362822] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.363101] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f00942ad-1c57-4eaf-bad0-2a6e5639bddb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.434256] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.434256] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.434256] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore1] a390c0d0-f845-4641-9cf9-b25520d149b7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.434639] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6df7d28-92a0-4cba-a406-44d17eec6aa4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.440682] env[70636]: DEBUG oslo_vmware.api [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1233.440682] env[70636]: value = "task-2884583" [ 1233.440682] env[70636]: _type = "Task" [ 1233.440682] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.448407] env[70636]: DEBUG oslo_vmware.api [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.458798] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1233.458990] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da838a69-8d7f-4169-ba23-affc7d05dc0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.464491] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1233.464491] env[70636]: value = "task-2884584" [ 1233.464491] env[70636]: _type = "Task" [ 1233.464491] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.472191] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.535855] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.536461] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.539341] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.369s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.540901] env[70636]: INFO nova.compute.claims [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.847942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.898995] env[70636]: DEBUG nova.network.neutron [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Updating instance_info_cache with network_info: [{"id": "a18a506d-5645-4045-8389-b1279bcfdb80", "address": "fa:16:3e:6a:5c:83", "network": {"id": "9aefd02a-74f8-4d61-9d1c-50c708eab28a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1238382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "210a64da6d2a4337a5bf7c1344da840e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a506d-56", "ovs_interfaceid": "a18a506d-5645-4045-8389-b1279bcfdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.951391] env[70636]: DEBUG oslo_vmware.api [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164832} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.951680] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.951832] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.952083] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.952284] env[70636]: INFO nova.compute.manager [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1233.952534] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.952735] env[70636]: DEBUG nova.compute.manager [-] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.952832] env[70636]: DEBUG nova.network.neutron [-] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.973129] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.046413] env[70636]: DEBUG nova.compute.utils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.051032] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.051032] env[70636]: DEBUG nova.network.neutron [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.116241] env[70636]: DEBUG nova.policy [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c911ec75a134c5fb04b6a70987c0a0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f810fdffe49f4ee49002e65d1911f930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.325081] env[70636]: DEBUG nova.compute.manager [req-b5f9b234-0c64-44cb-95be-70bdc56bb3f3 req-25c6b0c1-aa4f-4275-b45d-bb64b50df036 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Received event network-vif-deleted-9e9e053a-0636-4a8f-8360-de287a62b920 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.325327] env[70636]: INFO nova.compute.manager [req-b5f9b234-0c64-44cb-95be-70bdc56bb3f3 req-25c6b0c1-aa4f-4275-b45d-bb64b50df036 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Neutron deleted interface 9e9e053a-0636-4a8f-8360-de287a62b920; detaching it from the instance and deleting it from the info cache [ 1234.325515] env[70636]: DEBUG nova.network.neutron [req-b5f9b234-0c64-44cb-95be-70bdc56bb3f3 req-25c6b0c1-aa4f-4275-b45d-bb64b50df036 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.402243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Releasing lock "refresh_cache-97c7ca62-0696-4ef5-80e1-fffcdd4769dd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.403203] env[70636]: DEBUG nova.objects.instance [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lazy-loading 'flavor' on Instance uuid 97c7ca62-0696-4ef5-80e1-fffcdd4769dd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.460332] env[70636]: DEBUG nova.network.neutron [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Successfully created port: 99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.477886] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884584, 'name': CreateSnapshot_Task, 'duration_secs': 0.595161} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.478388] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1234.479528] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0bd4f-0d16-49bd-8384-5840cc1238c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.550828] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.808242] env[70636]: DEBUG nova.network.neutron [-] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.828555] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0decaac0-431b-4817-a1c1-dcfa835c030c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.840200] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481ff2c-e33a-4d59-8607-d224f7ec5c5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.887983] env[70636]: DEBUG nova.compute.manager [req-b5f9b234-0c64-44cb-95be-70bdc56bb3f3 req-25c6b0c1-aa4f-4275-b45d-bb64b50df036 service nova] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Detach interface failed, port_id=9e9e053a-0636-4a8f-8360-de287a62b920, reason: Instance a390c0d0-f845-4641-9cf9-b25520d149b7 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.909589] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff9ab0-2cc8-4a9e-99a4-b7d99b837ce7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.932861] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.935510] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edefee2-e51c-4700-97a9-57ca19efff8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.943077] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1234.943077] env[70636]: value = "task-2884586" [ 1234.943077] env[70636]: _type = "Task" [ 1234.943077] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.952927] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.962901] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3cd11-553c-4612-8fe1-8eba7f08039f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.970391] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10c2fda-7626-40a1-be67-dabe03aeb576 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.006605] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1235.007613] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af737cd9-b626-4618-9245-0ca580cdf9ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.011250] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53babd76-ac51-4af6-b60e-228f1c08a09a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.020457] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f7422-45d8-4174-a315-e58a7e8d3a0a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.024578] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1235.024578] env[70636]: value = "task-2884587" [ 1235.024578] env[70636]: _type = "Task" [ 1235.024578] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.036369] env[70636]: DEBUG nova.compute.provider_tree [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.043753] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884587, 'name': CloneVM_Task} progress is 11%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.313162] env[70636]: INFO nova.compute.manager [-] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Took 1.36 seconds to deallocate network for instance. [ 1235.453430] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884586, 'name': PowerOffVM_Task, 'duration_secs': 0.331609} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.453659] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.458862] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.459148] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f37220-9d9e-41cd-8e81-346e96bc880f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.477474] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1235.477474] env[70636]: value = "task-2884588" [ 1235.477474] env[70636]: _type = "Task" [ 1235.477474] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.484800] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.534272] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884587, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.540527] env[70636]: DEBUG nova.scheduler.client.report [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.564186] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.597007] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.597408] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.597503] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.597699] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.597860] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.597981] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.598214] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.599369] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.599369] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.599369] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.599369] env[70636]: DEBUG nova.virt.hardware [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.600237] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d892746f-0a97-4767-b625-27525d7b3d70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.608640] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ba829-74f2-47bc-9680-2e7b50346a8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.819794] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.945353] env[70636]: DEBUG nova.network.neutron [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Successfully updated port: 99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.987422] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884588, 'name': ReconfigVM_Task, 'duration_secs': 0.251975} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.987854] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.987901] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.988150] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b02b56-5884-4958-b6f7-fb8c9e6125f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.994680] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1235.994680] env[70636]: value = "task-2884590" [ 1235.994680] env[70636]: _type = "Task" [ 1235.994680] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.003508] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.035146] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884587, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.045213] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.045786] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.049114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.710s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.049338] env[70636]: DEBUG nova.objects.instance [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1236.351496] env[70636]: DEBUG nova.compute.manager [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Received event network-vif-plugged-99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.352285] env[70636]: DEBUG oslo_concurrency.lockutils [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.352285] env[70636]: DEBUG oslo_concurrency.lockutils [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] Lock "7228acf9-faef-466c-be68-eb2592bd243e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.352285] env[70636]: DEBUG oslo_concurrency.lockutils [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] Lock "7228acf9-faef-466c-be68-eb2592bd243e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.352454] env[70636]: DEBUG nova.compute.manager [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] No waiting events found dispatching network-vif-plugged-99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.352624] env[70636]: WARNING nova.compute.manager [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Received unexpected event network-vif-plugged-99814f06-e202-4194-809f-61d734b25d12 for instance with vm_state building and task_state spawning. [ 1236.352780] env[70636]: DEBUG nova.compute.manager [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Received event network-changed-99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.352929] env[70636]: DEBUG nova.compute.manager [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Refreshing instance network info cache due to event network-changed-99814f06-e202-4194-809f-61d734b25d12. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.353133] env[70636]: DEBUG oslo_concurrency.lockutils [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] Acquiring lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.353268] env[70636]: DEBUG oslo_concurrency.lockutils [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] Acquired lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.353418] env[70636]: DEBUG nova.network.neutron [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Refreshing network info cache for port 99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.448210] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.505871] env[70636]: DEBUG oslo_vmware.api [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884590, 'name': PowerOnVM_Task, 'duration_secs': 0.496809} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.506093] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.506317] env[70636]: DEBUG nova.compute.manager [None req-b6835550-a361-4192-8733-05f01ec71b45 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.507197] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4672e166-64f1-47e3-8af7-8892a469f15b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.534202] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884587, 'name': CloneVM_Task, 'duration_secs': 1.161029} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.534442] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Created linked-clone VM from snapshot [ 1236.535193] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2af9ac-acdc-4d48-9dd5-754122d4b0a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.542073] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Uploading image 49977798-09ae-4e4d-a78a-d262b833a80e {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1236.553374] env[70636]: DEBUG nova.compute.utils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.558528] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1236.559017] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.559185] env[70636]: DEBUG nova.network.neutron [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.560929] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9cfc99e6-29f1-40da-990c-2378e4f4cac1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.568869] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1236.568869] env[70636]: value = "task-2884591" [ 1236.568869] env[70636]: _type = "Task" [ 1236.568869] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.577515] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884591, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.600609] env[70636]: DEBUG nova.policy [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3521eb97eceb415996f6e253561c200f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '540118c9f1714c07a6a6fd248eab6322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.884169] env[70636]: DEBUG nova.network.neutron [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Successfully created port: 55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.899085] env[70636]: DEBUG nova.network.neutron [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.023532] env[70636]: DEBUG nova.network.neutron [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.061088] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.065727] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6bd5214f-3310-4d68-bc54-50826066ae11 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.066666] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.330s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.066879] env[70636]: DEBUG nova.objects.instance [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lazy-loading 'resources' on Instance uuid 451c8de2-7e97-42e3-81af-458447b43b01 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.082083] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884591, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.526172] env[70636]: DEBUG oslo_concurrency.lockutils [req-23f60a8c-37b0-4f08-b313-d6916b62d954 req-f4980ce4-4dad-4591-99cb-9a8a34de36d0 service nova] Releasing lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.526550] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.526711] env[70636]: DEBUG nova.network.neutron [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.582397] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884591, 'name': Destroy_Task, 'duration_secs': 0.88969} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.582716] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Destroyed the VM [ 1237.584098] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1237.584098] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86204047-06ba-47be-8a09-4a59a7bd7a40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.600791] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1237.600791] env[70636]: value = "task-2884592" [ 1237.600791] env[70636]: _type = "Task" [ 1237.600791] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.610334] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.686056] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.686351] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579607', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'name': 'volume-50bc2c40-1c19-4958-922a-826934a019c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1b67c8-83e4-4275-bf5c-9e3e4def8333', 'attached_at': '', 'detached_at': '', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'serial': '50bc2c40-1c19-4958-922a-826934a019c3'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.687264] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b160cce3-1c50-47d4-b70d-c7927448ec62 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.712728] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f988d02-74b8-43f5-9153-54153721d8f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.737693] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-50bc2c40-1c19-4958-922a-826934a019c3/volume-50bc2c40-1c19-4958-922a-826934a019c3.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.740440] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefa8dd9-a099-4055-b0e8-21a8121d72ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.758319] env[70636]: DEBUG oslo_vmware.api [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1237.758319] env[70636]: value = "task-2884593" [ 1237.758319] env[70636]: _type = "Task" [ 1237.758319] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.766205] env[70636]: DEBUG oslo_vmware.api [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.919986] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.920288] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.920500] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.920749] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.920942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.923193] env[70636]: INFO nova.compute.manager [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Terminating instance [ 1237.975018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be51784-6e27-43c9-9961-e11a6a7271a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.982745] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0fd295-2f8d-430b-8ac3-33ab594925ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.014395] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba869037-949a-47d7-a904-7a29f5d25155 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.021273] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491022f4-2935-4a21-a9f0-c7b24f233fac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.039325] env[70636]: DEBUG nova.compute.provider_tree [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.072262] env[70636]: DEBUG nova.network.neutron [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.075033] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.103328] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.103527] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.103623] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.103802] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.103940] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.104112] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.104323] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.104476] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.104639] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.104797] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.104961] env[70636]: DEBUG nova.virt.hardware [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.105981] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32586f-c8a8-4c0a-96fc-63e5e5505482 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.122358] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884592, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.124356] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd025cf-9a17-4522-8f7f-ab715d50f0c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.269116] env[70636]: DEBUG oslo_vmware.api [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884593, 'name': ReconfigVM_Task, 'duration_secs': 0.368183} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.269615] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-50bc2c40-1c19-4958-922a-826934a019c3/volume-50bc2c40-1c19-4958-922a-826934a019c3.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.274662] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50dd5ccf-463a-4327-a7c6-04026e7d78be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.287888] env[70636]: DEBUG nova.network.neutron [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating instance_info_cache with network_info: [{"id": "99814f06-e202-4194-809f-61d734b25d12", "address": "fa:16:3e:3c:f6:d6", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99814f06-e2", "ovs_interfaceid": "99814f06-e202-4194-809f-61d734b25d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.294330] env[70636]: DEBUG oslo_vmware.api [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1238.294330] env[70636]: value = "task-2884594" [ 1238.294330] env[70636]: _type = "Task" [ 1238.294330] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.306059] env[70636]: DEBUG oslo_vmware.api [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.381168] env[70636]: DEBUG nova.compute.manager [req-a114c927-248c-4be9-9265-a1b44392de30 req-82cda99e-aacd-4f5c-b1fd-1cfd250c6fe4 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Received event network-vif-plugged-55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.381323] env[70636]: DEBUG oslo_concurrency.lockutils [req-a114c927-248c-4be9-9265-a1b44392de30 req-82cda99e-aacd-4f5c-b1fd-1cfd250c6fe4 service nova] Acquiring lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.381549] env[70636]: DEBUG oslo_concurrency.lockutils [req-a114c927-248c-4be9-9265-a1b44392de30 req-82cda99e-aacd-4f5c-b1fd-1cfd250c6fe4 service nova] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.381691] env[70636]: DEBUG oslo_concurrency.lockutils [req-a114c927-248c-4be9-9265-a1b44392de30 req-82cda99e-aacd-4f5c-b1fd-1cfd250c6fe4 service nova] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.381855] env[70636]: DEBUG nova.compute.manager [req-a114c927-248c-4be9-9265-a1b44392de30 req-82cda99e-aacd-4f5c-b1fd-1cfd250c6fe4 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] No waiting events found dispatching network-vif-plugged-55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.382353] env[70636]: WARNING nova.compute.manager [req-a114c927-248c-4be9-9265-a1b44392de30 req-82cda99e-aacd-4f5c-b1fd-1cfd250c6fe4 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Received unexpected event network-vif-plugged-55bc4934-c6cb-461c-940c-dcc5093ba011 for instance with vm_state building and task_state spawning. [ 1238.429427] env[70636]: DEBUG nova.compute.manager [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.429676] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.430673] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd58cc-887d-4afe-9484-7946ebe01b9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.439014] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.439326] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f6cfc56-37a1-4460-9710-edc8601e97cd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.446242] env[70636]: DEBUG oslo_vmware.api [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1238.446242] env[70636]: value = "task-2884595" [ 1238.446242] env[70636]: _type = "Task" [ 1238.446242] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.455375] env[70636]: DEBUG oslo_vmware.api [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.463212] env[70636]: DEBUG nova.network.neutron [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Successfully updated port: 55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.543158] env[70636]: DEBUG nova.scheduler.client.report [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.614995] env[70636]: DEBUG oslo_vmware.api [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.740249} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.615284] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1238.791900] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.791900] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Instance network_info: |[{"id": "99814f06-e202-4194-809f-61d734b25d12", "address": "fa:16:3e:3c:f6:d6", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99814f06-e2", "ovs_interfaceid": "99814f06-e202-4194-809f-61d734b25d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.792503] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:f6:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99814f06-e202-4194-809f-61d734b25d12', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.800559] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.800884] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.804078] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea25c07-a254-4c07-9c0d-3c8ee187d8ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.825276] env[70636]: DEBUG oslo_vmware.api [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884594, 'name': ReconfigVM_Task, 'duration_secs': 0.151493} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.826535] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579607', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'name': 'volume-50bc2c40-1c19-4958-922a-826934a019c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1b67c8-83e4-4275-bf5c-9e3e4def8333', 'attached_at': '', 'detached_at': '', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'serial': '50bc2c40-1c19-4958-922a-826934a019c3'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1238.827848] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.827848] env[70636]: value = "task-2884596" [ 1238.827848] env[70636]: _type = "Task" [ 1238.827848] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.835599] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884596, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.956252] env[70636]: DEBUG oslo_vmware.api [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884595, 'name': PowerOffVM_Task, 'duration_secs': 0.192654} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.956456] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.956620] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.956866] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1207682c-813b-4015-a481-2f6b77749665 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.966058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.966192] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquired lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.966320] env[70636]: DEBUG nova.network.neutron [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.019675] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.019948] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.020144] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Deleting the datastore file [datastore2] 97c7ca62-0696-4ef5-80e1-fffcdd4769dd {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.020411] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80227a37-9058-430d-a171-3c39b7ca69df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.026460] env[70636]: DEBUG oslo_vmware.api [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1239.026460] env[70636]: value = "task-2884598" [ 1239.026460] env[70636]: _type = "Task" [ 1239.026460] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.035241] env[70636]: DEBUG oslo_vmware.api [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.048615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.050982] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.220s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.051241] env[70636]: DEBUG nova.objects.instance [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lazy-loading 'resources' on Instance uuid 12f9f080-197c-4e25-b192-78f30b257e9e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.072965] env[70636]: INFO nova.scheduler.client.report [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted allocations for instance 451c8de2-7e97-42e3-81af-458447b43b01 [ 1239.119891] env[70636]: WARNING nova.compute.manager [None req-cdedd152-e241-4363-966e-180e8addf4bc tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Image not found during snapshot: nova.exception.ImageNotFound: Image 49977798-09ae-4e4d-a78a-d262b833a80e could not be found. [ 1239.339638] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884596, 'name': CreateVM_Task, 'duration_secs': 0.328877} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.339810] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.340660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.340660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.340985] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.341241] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b681a22-2de5-42a4-bbf2-95084252686b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.346418] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1239.346418] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52907f1a-e9d9-1f96-1ecf-942fc6926009" [ 1239.346418] env[70636]: _type = "Task" [ 1239.346418] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.354139] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52907f1a-e9d9-1f96-1ecf-942fc6926009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.498977] env[70636]: DEBUG nova.network.neutron [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.536141] env[70636]: DEBUG oslo_vmware.api [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183146} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.538422] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.538630] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.538810] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.538979] env[70636]: INFO nova.compute.manager [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1239.539228] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.539424] env[70636]: DEBUG nova.compute.manager [-] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.539517] env[70636]: DEBUG nova.network.neutron [-] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.581227] env[70636]: DEBUG oslo_concurrency.lockutils [None req-752168b5-1814-4035-8584-6dcb3775c8b9 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "451c8de2-7e97-42e3-81af-458447b43b01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.329s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.695731] env[70636]: DEBUG nova.network.neutron [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updating instance_info_cache with network_info: [{"id": "55bc4934-c6cb-461c-940c-dcc5093ba011", "address": "fa:16:3e:a8:ff:8b", "network": {"id": "6827e0a6-667e-465a-94a1-b61fcdd7a8e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-162765500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540118c9f1714c07a6a6fd248eab6322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc4934-c6", "ovs_interfaceid": "55bc4934-c6cb-461c-940c-dcc5093ba011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.857660] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52907f1a-e9d9-1f96-1ecf-942fc6926009, 'name': SearchDatastore_Task, 'duration_secs': 0.014675} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.861427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.861427] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.861427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.861427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.861427] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.861684] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b635be-ad8f-45c8-a700-5b25c65af707 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.864684] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.865747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.865747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.865747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.865747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.868171] env[70636]: INFO nova.compute.manager [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Terminating instance [ 1239.873597] env[70636]: DEBUG nova.objects.instance [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'flavor' on Instance uuid 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.876932] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.877122] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.879718] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe708d8-7312-4fed-bfd2-d7fb590a7dfc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.892542] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1239.892542] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dda204-cf4a-d1d0-27d8-456ac94ec06c" [ 1239.892542] env[70636]: _type = "Task" [ 1239.892542] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.908101] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dda204-cf4a-d1d0-27d8-456ac94ec06c, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.908934] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5527856b-2233-4fae-9cf8-84549b6357cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.917370] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1239.917370] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52503932-58a6-dcd8-e8b6-d9b0064f0c16" [ 1239.917370] env[70636]: _type = "Task" [ 1239.917370] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.925339] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52503932-58a6-dcd8-e8b6-d9b0064f0c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.938584] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f32ef2-d5ee-465a-8889-c114588ba4e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.945714] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfbfbd-c452-45d0-bdfe-6b9d5eb03075 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.977803] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac1f1d0-aaef-43ff-9d0c-5d5e763e40d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.983408] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33741149-e05d-4d9c-a9ee-83e92909e19d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.997828] env[70636]: DEBUG nova.compute.provider_tree [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.197804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Releasing lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.198207] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Instance network_info: |[{"id": "55bc4934-c6cb-461c-940c-dcc5093ba011", "address": "fa:16:3e:a8:ff:8b", "network": {"id": "6827e0a6-667e-465a-94a1-b61fcdd7a8e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-162765500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540118c9f1714c07a6a6fd248eab6322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc4934-c6", "ovs_interfaceid": "55bc4934-c6cb-461c-940c-dcc5093ba011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.198657] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ff:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55bc4934-c6cb-461c-940c-dcc5093ba011', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.206087] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Creating folder: Project (540118c9f1714c07a6a6fd248eab6322). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.206648] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb800a66-1b19-4a76-b1da-e765b8e21906 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.216919] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Created folder: Project (540118c9f1714c07a6a6fd248eab6322) in parent group-v579393. [ 1240.217112] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Creating folder: Instances. Parent ref: group-v579611. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.217357] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1cde4b4-bc84-442a-8039-2742a5095328 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.225184] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Created folder: Instances in parent group-v579611. [ 1240.225387] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.225566] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.225755] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8704bd7d-debc-49cc-989b-7f26c49606e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.243175] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.243175] env[70636]: value = "task-2884601" [ 1240.243175] env[70636]: _type = "Task" [ 1240.243175] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.250131] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884601, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.260582] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "77c92508-c490-40b0-a250-37984a3dbf41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.260810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "77c92508-c490-40b0-a250-37984a3dbf41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.261016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "77c92508-c490-40b0-a250-37984a3dbf41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.261223] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "77c92508-c490-40b0-a250-37984a3dbf41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.261406] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "77c92508-c490-40b0-a250-37984a3dbf41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.263410] env[70636]: INFO nova.compute.manager [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Terminating instance [ 1240.377039] env[70636]: DEBUG nova.network.neutron [-] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.379486] env[70636]: DEBUG nova.compute.manager [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.379715] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.382188] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb5e255-3e5b-46ac-9692-bdc521b41527 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.385157] env[70636]: DEBUG oslo_concurrency.lockutils [None req-890c7fed-9664-4635-934e-695125456c35 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.390685] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.391513] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64f70f4-9545-49e4-a986-7af2d3a0d415 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.398069] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1240.398069] env[70636]: value = "task-2884602" [ 1240.398069] env[70636]: _type = "Task" [ 1240.398069] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.406648] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.412737] env[70636]: DEBUG nova.compute.manager [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Received event network-changed-55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.412923] env[70636]: DEBUG nova.compute.manager [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Refreshing instance network info cache due to event network-changed-55bc4934-c6cb-461c-940c-dcc5093ba011. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.413164] env[70636]: DEBUG oslo_concurrency.lockutils [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] Acquiring lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.413307] env[70636]: DEBUG oslo_concurrency.lockutils [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] Acquired lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.413470] env[70636]: DEBUG nova.network.neutron [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Refreshing network info cache for port 55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.428894] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52503932-58a6-dcd8-e8b6-d9b0064f0c16, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.429235] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.429583] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7228acf9-faef-466c-be68-eb2592bd243e/7228acf9-faef-466c-be68-eb2592bd243e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.429834] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ac7b5c-869a-4dd3-9a66-3f665a8c2562 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.436368] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1240.436368] env[70636]: value = "task-2884603" [ 1240.436368] env[70636]: _type = "Task" [ 1240.436368] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.444532] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.505249] env[70636]: DEBUG nova.scheduler.client.report [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.555214] env[70636]: INFO nova.compute.manager [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Rescuing [ 1240.555534] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.555745] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.555941] env[70636]: DEBUG nova.network.neutron [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.757269] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884601, 'name': CreateVM_Task, 'duration_secs': 0.314737} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.757572] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.758673] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.758956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.759408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.759750] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b0ee5f-2fd1-4d50-91f7-1d28490ec2cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.768403] env[70636]: DEBUG nova.compute.manager [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.768736] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.769177] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1240.769177] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5237158e-04aa-2c3a-d2bb-f5e26d4b0243" [ 1240.769177] env[70636]: _type = "Task" [ 1240.769177] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.770398] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb417c3-0d3c-47eb-b608-0aa404dd8335 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.788078] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5237158e-04aa-2c3a-d2bb-f5e26d4b0243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.792637] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.792637] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5418468-4257-41fd-b166-280810c287b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.800486] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1240.800486] env[70636]: value = "task-2884604" [ 1240.800486] env[70636]: _type = "Task" [ 1240.800486] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.812675] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.881679] env[70636]: INFO nova.compute.manager [-] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Took 1.34 seconds to deallocate network for instance. [ 1240.909418] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884602, 'name': PowerOffVM_Task, 'duration_secs': 0.168102} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.909703] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.909995] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.910395] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c978908-a0c9-45aa-8378-6dd13256b025 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.946662] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479048} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.946905] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7228acf9-faef-466c-be68-eb2592bd243e/7228acf9-faef-466c-be68-eb2592bd243e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.947187] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.947603] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d184810-3ee6-4f87-be61-b97f6c82ae87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.954877] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1240.954877] env[70636]: value = "task-2884606" [ 1240.954877] env[70636]: _type = "Task" [ 1240.954877] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.966780] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.010861] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.013249] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.113s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.013496] env[70636]: DEBUG nova.objects.instance [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lazy-loading 'resources' on Instance uuid dc91310b-4f18-43aa-bfa3-a9e3136dcf56 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.040514] env[70636]: INFO nova.scheduler.client.report [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted allocations for instance 12f9f080-197c-4e25-b192-78f30b257e9e [ 1241.213841] env[70636]: DEBUG nova.network.neutron [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updated VIF entry in instance network info cache for port 55bc4934-c6cb-461c-940c-dcc5093ba011. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.214215] env[70636]: DEBUG nova.network.neutron [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updating instance_info_cache with network_info: [{"id": "55bc4934-c6cb-461c-940c-dcc5093ba011", "address": "fa:16:3e:a8:ff:8b", "network": {"id": "6827e0a6-667e-465a-94a1-b61fcdd7a8e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-162765500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540118c9f1714c07a6a6fd248eab6322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc4934-c6", "ovs_interfaceid": "55bc4934-c6cb-461c-940c-dcc5093ba011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.286470] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5237158e-04aa-2c3a-d2bb-f5e26d4b0243, 'name': SearchDatastore_Task, 'duration_secs': 0.019347} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.286781] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.287013] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.287266] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.287422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.287603] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.287862] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8602a36d-4f5d-4158-b7f1-710b487bfaee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.297257] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.297443] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.298148] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dc7dfa-1605-4d81-a582-cbee115f87ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.305569] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1241.305569] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfa037-6dd9-fed5-ced3-9d5d400b6239" [ 1241.305569] env[70636]: _type = "Task" [ 1241.305569] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.308942] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884604, 'name': PowerOffVM_Task, 'duration_secs': 0.203129} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.312570] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.312750] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.313657] env[70636]: DEBUG nova.network.neutron [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.315273] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bc98f8-8a14-4ce8-b6f0-9e9fc1f255d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.322528] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfa037-6dd9-fed5-ced3-9d5d400b6239, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.323877] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e13f4c-730b-4db9-8fcc-d4f4f89f757e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.329358] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1241.329358] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d1ed00-e4e8-d7cd-74b9-3a9efd0c6b8c" [ 1241.329358] env[70636]: _type = "Task" [ 1241.329358] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.338293] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d1ed00-e4e8-d7cd-74b9-3a9efd0c6b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.389319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.468032] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060796} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.468032] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.468032] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c03a62-a6ba-45d4-be12-244974695c7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.489525] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 7228acf9-faef-466c-be68-eb2592bd243e/7228acf9-faef-466c-be68-eb2592bd243e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.489812] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c369a22-e5b1-4b55-b69d-47ed4f6ba969 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.509375] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1241.509375] env[70636]: value = "task-2884608" [ 1241.509375] env[70636]: _type = "Task" [ 1241.509375] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.516967] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.547862] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb092d4d-4b25-400b-ab2c-4301e19241a7 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "12f9f080-197c-4e25-b192-78f30b257e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.288s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.575308] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.575531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.575709] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleting the datastore file [datastore1] 77c92508-c490-40b0-a250-37984a3dbf41 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.576452] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd74f84-3219-4b0c-865d-f751b6206de6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.578773] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.578956] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.579138] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleting the datastore file [datastore1] f51f0436-4afa-445d-b8e0-4de1ea6e5492 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.579679] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3b52f70-5bc1-47c3-b9e5-d6181e1a52c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.583836] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1241.583836] env[70636]: value = "task-2884609" [ 1241.583836] env[70636]: _type = "Task" [ 1241.583836] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.589853] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for the task: (returnval){ [ 1241.589853] env[70636]: value = "task-2884610" [ 1241.589853] env[70636]: _type = "Task" [ 1241.589853] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.595742] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.602109] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.717937] env[70636]: DEBUG oslo_concurrency.lockutils [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] Releasing lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.717937] env[70636]: DEBUG nova.compute.manager [req-82b8a3f1-4705-4275-bb4a-ec21d3ba93cc req-54ae5bbf-db4a-4566-9654-cdd76e7d47a5 service nova] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Received event network-vif-deleted-a18a506d-5645-4045-8389-b1279bcfdb80 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.813486] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980e3370-b7d6-4008-938c-603ff2999af9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.817812] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.825356] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc9189a-5d8a-41aa-891d-8eb9b767d5ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.861491] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ebd7b-7a54-46e8-819e-3469687c09dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.868032] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d1ed00-e4e8-d7cd-74b9-3a9efd0c6b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.007988} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.868597] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.868597] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb/5a03e66f-c9ef-46d7-912d-9e0bf49e33eb.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.868945] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d087aa44-3fb7-4da7-aba6-98fb25d7899c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.878058] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57fc7aa-d203-456f-b516-41841fec5009 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.883349] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1241.883349] env[70636]: value = "task-2884611" [ 1241.883349] env[70636]: _type = "Task" [ 1241.883349] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.895148] env[70636]: DEBUG nova.compute.provider_tree [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.900771] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.019712] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.099078] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.101994] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.397143] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.399711] env[70636]: DEBUG nova.scheduler.client.report [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.521190] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884608, 'name': ReconfigVM_Task, 'duration_secs': 0.74328} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.521190] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 7228acf9-faef-466c-be68-eb2592bd243e/7228acf9-faef-466c-be68-eb2592bd243e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.521545] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf7618d-3104-459f-9180-9f8401cee82f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.526922] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1242.526922] env[70636]: value = "task-2884612" [ 1242.526922] env[70636]: _type = "Task" [ 1242.526922] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.535326] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884612, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.600129] env[70636]: DEBUG oslo_vmware.api [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526526} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.603128] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.603343] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.603546] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.603723] env[70636]: INFO nova.compute.manager [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1242.603960] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.604218] env[70636]: DEBUG oslo_vmware.api [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Task: {'id': task-2884610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.604447] env[70636]: DEBUG nova.compute.manager [-] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.604555] env[70636]: DEBUG nova.network.neutron [-] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.606495] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.606763] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.606959] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.607232] env[70636]: INFO nova.compute.manager [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1242.607536] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.607817] env[70636]: DEBUG nova.compute.manager [-] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.607948] env[70636]: DEBUG nova.network.neutron [-] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.895493] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637914} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.896600] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb/5a03e66f-c9ef-46d7-912d-9e0bf49e33eb.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.896821] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.897070] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8bebbe6-0e33-4d29-92f5-234e0886df98 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.902803] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1242.902803] env[70636]: value = "task-2884613" [ 1242.902803] env[70636]: _type = "Task" [ 1242.902803] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.906858] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.909278] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.724s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.909358] env[70636]: DEBUG nova.objects.instance [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lazy-loading 'resources' on Instance uuid 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.922020] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.940735] env[70636]: INFO nova.scheduler.client.report [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted allocations for instance dc91310b-4f18-43aa-bfa3-a9e3136dcf56 [ 1242.991033] env[70636]: DEBUG nova.compute.manager [req-ed1a6514-5a94-4640-bf8e-40e2df42d68a req-df0b5eb2-0db5-4945-bb33-a498eb2894a0 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Received event network-vif-deleted-2bd7ba53-6d1d-4dad-b15e-803309ce9dcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.991236] env[70636]: INFO nova.compute.manager [req-ed1a6514-5a94-4640-bf8e-40e2df42d68a req-df0b5eb2-0db5-4945-bb33-a498eb2894a0 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Neutron deleted interface 2bd7ba53-6d1d-4dad-b15e-803309ce9dcd; detaching it from the instance and deleting it from the info cache [ 1242.991330] env[70636]: DEBUG nova.network.neutron [req-ed1a6514-5a94-4640-bf8e-40e2df42d68a req-df0b5eb2-0db5-4945-bb33-a498eb2894a0 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.037617] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884612, 'name': Rename_Task, 'duration_secs': 0.140577} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.037617] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.037617] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34268e33-fbec-4a30-b4b4-827ef39bccc9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.044605] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1243.044605] env[70636]: value = "task-2884614" [ 1243.044605] env[70636]: _type = "Task" [ 1243.044605] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.052032] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.402999] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.403408] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65792d08-623b-44cb-983c-1ef48516252c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.413681] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069444} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.415040] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.418470] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1243.418470] env[70636]: value = "task-2884615" [ 1243.418470] env[70636]: _type = "Task" [ 1243.418470] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.419390] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04444326-b4f7-41c0-ab20-b8675289be45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.429802] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.448946] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb/5a03e66f-c9ef-46d7-912d-9e0bf49e33eb.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.454645] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ce716e-778e-47c3-bff3-85b75ff12d9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.470445] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e20c264c-b9ef-437d-b45d-66a02ac5a3ac tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "dc91310b-4f18-43aa-bfa3-a9e3136dcf56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.983s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.476257] env[70636]: DEBUG nova.network.neutron [-] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.479826] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1243.479826] env[70636]: value = "task-2884616" [ 1243.479826] env[70636]: _type = "Task" [ 1243.479826] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.479826] env[70636]: DEBUG nova.network.neutron [-] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.495418] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.497689] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5f0e1d2-02a7-4cd1-8f66-dc39de307eff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.506142] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8c1bf-f916-496c-a5d5-11361a0168e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.552521] env[70636]: DEBUG nova.compute.manager [req-ed1a6514-5a94-4640-bf8e-40e2df42d68a req-df0b5eb2-0db5-4945-bb33-a498eb2894a0 service nova] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Detach interface failed, port_id=2bd7ba53-6d1d-4dad-b15e-803309ce9dcd, reason: Instance f51f0436-4afa-445d-b8e0-4de1ea6e5492 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.561109] env[70636]: DEBUG oslo_vmware.api [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884614, 'name': PowerOnVM_Task, 'duration_secs': 0.462319} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.563809] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.564051] env[70636]: INFO nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1243.564252] env[70636]: DEBUG nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.565298] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a236ab0e-2df4-4bd9-8a70-9fc1f789154b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.805776] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df45612-8797-49e7-9e65-464dfaa81ae2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.812678] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf364cb8-bd52-4044-b38f-12c981947df1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.842221] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a297ec-5fa2-44a2-b82c-b0bdbde2cfd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.848820] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf56c09-48ee-42ab-af94-04c03ae94b64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.861533] env[70636]: DEBUG nova.compute.provider_tree [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.930960] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884615, 'name': PowerOffVM_Task, 'duration_secs': 0.234575} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.931222] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.931988] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e17fe-b76e-4d26-9e3e-a6dfc86e6064 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.954972] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cccbc6-4ec4-4bbf-91cc-47148414f309 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.980757] env[70636]: INFO nova.compute.manager [-] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Took 1.37 seconds to deallocate network for instance. [ 1243.982864] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.987497] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f8f1fb-8139-4a65-9db3-dc9f230e2f6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.991899] env[70636]: INFO nova.compute.manager [-] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Took 1.39 seconds to deallocate network for instance. [ 1243.999701] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884616, 'name': ReconfigVM_Task, 'duration_secs': 0.353893} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.001062] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb/5a03e66f-c9ef-46d7-912d-9e0bf49e33eb.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.001818] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1244.001818] env[70636]: value = "task-2884617" [ 1244.001818] env[70636]: _type = "Task" [ 1244.001818] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.001968] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae5abec2-776d-47c1-8498-b3aa7594bfc0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.014565] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1244.014817] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.015060] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.015273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.015501] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.015836] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1244.015836] env[70636]: value = "task-2884618" [ 1244.015836] env[70636]: _type = "Task" [ 1244.015836] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.016053] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-991dcc87-c72a-4a92-aad5-f89451f013c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.026030] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884618, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.027805] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.028007] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.028751] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ea0f20-58d8-4cd1-b385-7b84b23048f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.033711] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1244.033711] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d61109-8117-14ac-799a-bcf48c5f6b09" [ 1244.033711] env[70636]: _type = "Task" [ 1244.033711] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.042379] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d61109-8117-14ac-799a-bcf48c5f6b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.087822] env[70636]: INFO nova.compute.manager [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Took 21.94 seconds to build instance. [ 1244.141407] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "c9ede557-af90-473b-9d7b-9e1af54e6976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.141609] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.162436] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.162685] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.365217] env[70636]: DEBUG nova.scheduler.client.report [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.493746] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.501823] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.527600] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884618, 'name': Rename_Task, 'duration_secs': 0.129655} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.527865] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.528117] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b50f75-6600-4493-9f75-3f332cab21de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.537333] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1244.537333] env[70636]: value = "task-2884619" [ 1244.537333] env[70636]: _type = "Task" [ 1244.537333] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.546862] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d61109-8117-14ac-799a-bcf48c5f6b09, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.550485] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.550771] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2064abb9-f1aa-4f69-9516-93413bd17692 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.556101] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1244.556101] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527c9707-1b01-6ced-af5a-92e4660f5a36" [ 1244.556101] env[70636]: _type = "Task" [ 1244.556101] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.563686] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527c9707-1b01-6ced-af5a-92e4660f5a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.589652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2635e0ff-e9e6-48b1-81df-939e67990596 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.451s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.643994] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.667542] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.872230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.874560] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.131s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.876745] env[70636]: INFO nova.compute.claims [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.898669] env[70636]: INFO nova.scheduler.client.report [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Deleted allocations for instance 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237 [ 1245.025620] env[70636]: DEBUG nova.compute.manager [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Received event network-vif-deleted-831b1381-09d8-4cec-8b8c-88c7a35bd385 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.025872] env[70636]: DEBUG nova.compute.manager [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Received event network-changed-99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.026049] env[70636]: DEBUG nova.compute.manager [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Refreshing instance network info cache due to event network-changed-99814f06-e202-4194-809f-61d734b25d12. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.026275] env[70636]: DEBUG oslo_concurrency.lockutils [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] Acquiring lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.026397] env[70636]: DEBUG oslo_concurrency.lockutils [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] Acquired lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.026650] env[70636]: DEBUG nova.network.neutron [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Refreshing network info cache for port 99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.047849] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.066288] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527c9707-1b01-6ced-af5a-92e4660f5a36, 'name': SearchDatastore_Task, 'duration_secs': 0.023321} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.066532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.066778] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. {{(pid=70636) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1245.067039] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a90165dc-ca7c-41d5-95b0-daee8a6964bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.073036] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1245.073036] env[70636]: value = "task-2884620" [ 1245.073036] env[70636]: _type = "Task" [ 1245.073036] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.080385] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.164897] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.187817] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.408213] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4ccc8a7-5947-4fe5-bb56-0d8ccd527293 tempest-ServerShowV254Test-1942907883 tempest-ServerShowV254Test-1942907883-project-member] Lock "2bd28ec6-746d-4aa6-a79b-a32b1ce0b237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.483s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.549491] env[70636]: DEBUG oslo_vmware.api [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884619, 'name': PowerOnVM_Task, 'duration_secs': 0.733635} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.549491] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.549928] env[70636]: INFO nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1245.549928] env[70636]: DEBUG nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.550805] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4b49a-4b8a-4c3a-8c9f-2520e1644014 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.585505] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884620, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.814173] env[70636]: DEBUG nova.network.neutron [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updated VIF entry in instance network info cache for port 99814f06-e202-4194-809f-61d734b25d12. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.814565] env[70636]: DEBUG nova.network.neutron [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating instance_info_cache with network_info: [{"id": "99814f06-e202-4194-809f-61d734b25d12", "address": "fa:16:3e:3c:f6:d6", "network": {"id": "e0a9028f-2d3a-496f-802e-232053df4a53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2012453857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f810fdffe49f4ee49002e65d1911f930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99814f06-e2", "ovs_interfaceid": "99814f06-e202-4194-809f-61d734b25d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.079963] env[70636]: INFO nova.compute.manager [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Took 22.93 seconds to build instance. [ 1246.084370] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759544} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.084897] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk. [ 1246.085781] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cadbd0-66a5-4b6c-8209-f655b65d7dcb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.123163] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.126753] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc39ac78-456e-4762-9aa4-273137bffef5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.145907] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1246.145907] env[70636]: value = "task-2884621" [ 1246.145907] env[70636]: _type = "Task" [ 1246.145907] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.156637] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.286822] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb91d0-9152-447e-883c-45b1012f56ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.294597] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65aebe1-30bf-459f-b3a1-d2f7ed9870f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.326016] env[70636]: DEBUG oslo_concurrency.lockutils [req-092c0d7b-154b-4bf4-983a-14827df8f2e8 req-58de1792-1781-4bba-8eaa-cf263bf15564 service nova] Releasing lock "refresh_cache-7228acf9-faef-466c-be68-eb2592bd243e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.327065] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766321ae-2a91-46eb-bd52-404b3f10f8f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.335904] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0723d4-6b7e-43a5-a867-87fe9bb1a70d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.349658] env[70636]: DEBUG nova.compute.provider_tree [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.485908] env[70636]: DEBUG nova.compute.manager [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Received event network-changed-55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.486328] env[70636]: DEBUG nova.compute.manager [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Refreshing instance network info cache due to event network-changed-55bc4934-c6cb-461c-940c-dcc5093ba011. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.486475] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] Acquiring lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.486518] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] Acquired lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.486652] env[70636]: DEBUG nova.network.neutron [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Refreshing network info cache for port 55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.585821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-400ce243-c47d-44b9-bc47-0d4c46b048e8 tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.443s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.655937] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.856325] env[70636]: DEBUG nova.scheduler.client.report [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.157316] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.213529] env[70636]: DEBUG nova.network.neutron [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updated VIF entry in instance network info cache for port 55bc4934-c6cb-461c-940c-dcc5093ba011. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.213973] env[70636]: DEBUG nova.network.neutron [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updating instance_info_cache with network_info: [{"id": "55bc4934-c6cb-461c-940c-dcc5093ba011", "address": "fa:16:3e:a8:ff:8b", "network": {"id": "6827e0a6-667e-465a-94a1-b61fcdd7a8e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-162765500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540118c9f1714c07a6a6fd248eab6322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc4934-c6", "ovs_interfaceid": "55bc4934-c6cb-461c-940c-dcc5093ba011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.361950] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.362564] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.366146] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.518s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.367456] env[70636]: INFO nova.compute.claims [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.656167] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884621, 'name': ReconfigVM_Task, 'duration_secs': 1.47392} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.656530] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333/5e0d8253-f1a5-43ef-b384-467ba9f1443c-rescue.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.657380] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e5b1f-5e6d-4c5c-8684-12771d541e6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.687692] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e950f0-4167-4b8d-970c-143ccdfdee46 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.702294] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1247.702294] env[70636]: value = "task-2884622" [ 1247.702294] env[70636]: _type = "Task" [ 1247.702294] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.709740] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.716391] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a8e6882-09b5-4fda-bf2f-d32da0d3d04a req-4beb4ddc-5a75-493f-a769-29cd496546f5 service nova] Releasing lock "refresh_cache-5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.874297] env[70636]: DEBUG nova.compute.utils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.875753] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.875913] env[70636]: DEBUG nova.network.neutron [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.914424] env[70636]: DEBUG nova.policy [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.180316] env[70636]: DEBUG nova.network.neutron [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Successfully created port: 23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.212405] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884622, 'name': ReconfigVM_Task, 'duration_secs': 0.194708} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.212689] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.212966] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42455a88-4914-44c5-b049-f56a5616cb96 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.219425] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1248.219425] env[70636]: value = "task-2884623" [ 1248.219425] env[70636]: _type = "Task" [ 1248.219425] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.227421] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.380424] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.702853] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96939c4d-19c5-4362-b575-021539dde57b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.711458] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33719f97-c2f9-49ff-8fb5-a27251166291 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.743221] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d682906-6c36-460c-9d28-fe0123dd9378 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.752547] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.755677] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac985f55-d93b-4421-be98-c87083776c1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.768375] env[70636]: DEBUG nova.compute.provider_tree [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.250769] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.272053] env[70636]: DEBUG nova.scheduler.client.report [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.389517] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.416850] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.417093] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.417254] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.417475] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.417626] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.417768] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.417972] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.418172] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.418347] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.418512] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.418681] env[70636]: DEBUG nova.virt.hardware [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.419894] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d664146f-b08f-4133-9d47-9ca6171c2102 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.427915] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33ecf9-f040-4f3e-b324-4e9403c6332c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.550802] env[70636]: DEBUG nova.compute.manager [req-baac8744-e910-4d93-9f06-87b17ecc36c8 req-1d7d6861-6e2b-402b-ae2e-55fe266ad2da service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Received event network-vif-plugged-23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.551038] env[70636]: DEBUG oslo_concurrency.lockutils [req-baac8744-e910-4d93-9f06-87b17ecc36c8 req-1d7d6861-6e2b-402b-ae2e-55fe266ad2da service nova] Acquiring lock "a4d516e4-b636-4e46-93c6-b048218dd0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.551248] env[70636]: DEBUG oslo_concurrency.lockutils [req-baac8744-e910-4d93-9f06-87b17ecc36c8 req-1d7d6861-6e2b-402b-ae2e-55fe266ad2da service nova] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.551420] env[70636]: DEBUG oslo_concurrency.lockutils [req-baac8744-e910-4d93-9f06-87b17ecc36c8 req-1d7d6861-6e2b-402b-ae2e-55fe266ad2da service nova] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.551599] env[70636]: DEBUG nova.compute.manager [req-baac8744-e910-4d93-9f06-87b17ecc36c8 req-1d7d6861-6e2b-402b-ae2e-55fe266ad2da service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] No waiting events found dispatching network-vif-plugged-23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.551733] env[70636]: WARNING nova.compute.manager [req-baac8744-e910-4d93-9f06-87b17ecc36c8 req-1d7d6861-6e2b-402b-ae2e-55fe266ad2da service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Received unexpected event network-vif-plugged-23ce5dd1-8aaf-4722-9847-b2f847e5b182 for instance with vm_state building and task_state spawning. [ 1249.642868] env[70636]: DEBUG nova.network.neutron [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Successfully updated port: 23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.749879] env[70636]: DEBUG oslo_vmware.api [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884623, 'name': PowerOnVM_Task, 'duration_secs': 1.03389} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.750284] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.752859] env[70636]: DEBUG nova.compute.manager [None req-bdcf72fc-1465-413f-9cbb-a3f3c3a74884 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.753654] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c58c593-24ed-414f-a7c4-de96ea30d9d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.777413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.777868] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.780209] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.961s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.780398] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.782331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.393s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.782551] env[70636]: DEBUG nova.objects.instance [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lazy-loading 'resources' on Instance uuid 97c7ca62-0696-4ef5-80e1-fffcdd4769dd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.803660] env[70636]: INFO nova.scheduler.client.report [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocations for instance a390c0d0-f845-4641-9cf9-b25520d149b7 [ 1250.145212] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-a4d516e4-b636-4e46-93c6-b048218dd0ad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.145390] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-a4d516e4-b636-4e46-93c6-b048218dd0ad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.145542] env[70636]: DEBUG nova.network.neutron [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.285718] env[70636]: DEBUG nova.compute.utils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.290219] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.290344] env[70636]: DEBUG nova.network.neutron [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.313211] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bbd16ba-bba0-4e6b-ac4a-6d5a9a73a67f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a390c0d0-f845-4641-9cf9-b25520d149b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.984s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.344983] env[70636]: DEBUG nova.policy [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce79a0fdf55445a8fe2769ee6aed585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcf776cc9c5b4c30b0b818300096d93d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.600564] env[70636]: DEBUG nova.network.neutron [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Successfully created port: 8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.615249] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef16b68-1b0f-424d-9c88-c9d1184efaee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.622217] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd46051-eb1d-4086-bcbe-fb6b4f4b2272 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.656406] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66061e94-60f1-4704-ab8a-647719f7b2ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.664842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e2f3d5-b411-4d0b-9d35-4826fa64b565 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.680385] env[70636]: DEBUG nova.compute.provider_tree [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.701426] env[70636]: DEBUG nova.network.neutron [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.791148] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.902703] env[70636]: DEBUG nova.network.neutron [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Updating instance_info_cache with network_info: [{"id": "23ce5dd1-8aaf-4722-9847-b2f847e5b182", "address": "fa:16:3e:7a:75:c1", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ce5dd1-8a", "ovs_interfaceid": "23ce5dd1-8aaf-4722-9847-b2f847e5b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.917673] env[70636]: INFO nova.compute.manager [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Unrescuing [ 1250.917949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.918117] env[70636]: DEBUG oslo_concurrency.lockutils [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.918322] env[70636]: DEBUG nova.network.neutron [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.183265] env[70636]: DEBUG nova.scheduler.client.report [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.405482] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-a4d516e4-b636-4e46-93c6-b048218dd0ad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.405649] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Instance network_info: |[{"id": "23ce5dd1-8aaf-4722-9847-b2f847e5b182", "address": "fa:16:3e:7a:75:c1", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ce5dd1-8a", "ovs_interfaceid": "23ce5dd1-8aaf-4722-9847-b2f847e5b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.405969] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:75:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23ce5dd1-8aaf-4722-9847-b2f847e5b182', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.414013] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.414288] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.414524] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-984a56c3-f524-4986-b554-5e101bafa67c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.442382] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.442382] env[70636]: value = "task-2884624" [ 1251.442382] env[70636]: _type = "Task" [ 1251.442382] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.451234] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884624, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.579772] env[70636]: DEBUG nova.compute.manager [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Received event network-changed-23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.579979] env[70636]: DEBUG nova.compute.manager [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Refreshing instance network info cache due to event network-changed-23ce5dd1-8aaf-4722-9847-b2f847e5b182. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.580212] env[70636]: DEBUG oslo_concurrency.lockutils [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] Acquiring lock "refresh_cache-a4d516e4-b636-4e46-93c6-b048218dd0ad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.580377] env[70636]: DEBUG oslo_concurrency.lockutils [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] Acquired lock "refresh_cache-a4d516e4-b636-4e46-93c6-b048218dd0ad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.580503] env[70636]: DEBUG nova.network.neutron [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Refreshing network info cache for port 23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.687958] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.690358] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.197s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.691670] env[70636]: DEBUG nova.objects.instance [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lazy-loading 'resources' on Instance uuid f51f0436-4afa-445d-b8e0-4de1ea6e5492 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.693901] env[70636]: DEBUG nova.network.neutron [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.720156] env[70636]: INFO nova.scheduler.client.report [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Deleted allocations for instance 97c7ca62-0696-4ef5-80e1-fffcdd4769dd [ 1251.800882] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.829489] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.829772] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.829909] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.830110] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.830299] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.830470] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.830684] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.830844] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.831083] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.831276] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.831461] env[70636]: DEBUG nova.virt.hardware [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.832464] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9a9cde-5dc4-4760-a5c5-7ad49433211f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.842151] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cec5597-ce2e-4f54-990e-6fd384fe59e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.954818] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884624, 'name': CreateVM_Task, 'duration_secs': 0.328447} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.955065] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.955995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.956331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.956713] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.957080] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a3c7fd-60dc-48aa-9a87-50e43b7a655d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.962690] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1251.962690] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526568a0-dea8-c200-59d7-83016c73274e" [ 1251.962690] env[70636]: _type = "Task" [ 1251.962690] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.976319] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526568a0-dea8-c200-59d7-83016c73274e, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.976697] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.977027] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.977369] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.977589] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.977845] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.978191] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3306eaf-3fa1-434a-a6f8-1f951e6fb431 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.986638] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.986884] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.987933] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696a250f-d9cf-4c18-bcf4-874590ba0289 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.994190] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1251.994190] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5293a833-3e2b-096e-f050-886f22de9d41" [ 1251.994190] env[70636]: _type = "Task" [ 1251.994190] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.005530] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5293a833-3e2b-096e-f050-886f22de9d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.199017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.203012] env[70636]: DEBUG nova.objects.instance [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'flavor' on Instance uuid 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.227609] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0cad9f-d683-4653-b1cd-9a1a2990aad7 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "97c7ca62-0696-4ef5-80e1-fffcdd4769dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.307s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.274275] env[70636]: DEBUG nova.network.neutron [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Successfully updated port: 8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.348167] env[70636]: DEBUG nova.network.neutron [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Updated VIF entry in instance network info cache for port 23ce5dd1-8aaf-4722-9847-b2f847e5b182. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.348167] env[70636]: DEBUG nova.network.neutron [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Updating instance_info_cache with network_info: [{"id": "23ce5dd1-8aaf-4722-9847-b2f847e5b182", "address": "fa:16:3e:7a:75:c1", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ce5dd1-8a", "ovs_interfaceid": "23ce5dd1-8aaf-4722-9847-b2f847e5b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.504749] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5293a833-3e2b-096e-f050-886f22de9d41, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.506724] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae6b1c-93f1-4645-a7c1-021f4bc51961 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.509119] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e00f98-dbb6-4488-abd5-d8c7bbe80f57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.516667] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d6091-9dbc-4fe4-8d21-0bf569fa10b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.519617] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1252.519617] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e6279c-c7e5-9cd6-780e-b7cea7f35e27" [ 1252.519617] env[70636]: _type = "Task" [ 1252.519617] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.546437] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450aea69-d4ee-4d8d-adb1-9b5d7623d8df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.551843] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e6279c-c7e5-9cd6-780e-b7cea7f35e27, 'name': SearchDatastore_Task, 'duration_secs': 0.017049} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.552380] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.552641] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] a4d516e4-b636-4e46-93c6-b048218dd0ad/a4d516e4-b636-4e46-93c6-b048218dd0ad.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.552872] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ea07f38-61b9-4784-a79b-f9566e82c14a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.558778] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a777a1-370d-4668-becc-7e150d2261a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.563059] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1252.563059] env[70636]: value = "task-2884625" [ 1252.563059] env[70636]: _type = "Task" [ 1252.563059] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.573431] env[70636]: DEBUG nova.compute.provider_tree [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.579397] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.709178] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e60b47-618d-4a2a-8002-8a1c30dd0f1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.733959] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.734310] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9279b810-3688-428c-bf07-f0e1fa828848 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.740302] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1252.740302] env[70636]: value = "task-2884626" [ 1252.740302] env[70636]: _type = "Task" [ 1252.740302] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.748036] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.778451] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.778451] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.778451] env[70636]: DEBUG nova.network.neutron [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.850303] env[70636]: DEBUG oslo_concurrency.lockutils [req-44143bb0-1924-4f1a-8472-76ef27a6eeaf req-48f5c1e1-c2bb-44fe-81e0-707676d2a2f7 service nova] Releasing lock "refresh_cache-a4d516e4-b636-4e46-93c6-b048218dd0ad" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.077752] env[70636]: DEBUG nova.scheduler.client.report [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.081858] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884625, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.250327] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884626, 'name': PowerOffVM_Task, 'duration_secs': 0.271567} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.250642] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.256199] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfiguring VM instance instance-00000025 to detach disk 2002 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.256511] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d80a56-fd7d-4559-b917-b4971eb75dcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.275219] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1253.275219] env[70636]: value = "task-2884627" [ 1253.275219] env[70636]: _type = "Task" [ 1253.275219] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.284421] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.314597] env[70636]: DEBUG nova.network.neutron [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.316816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "c7f9035d-040d-4500-b424-928f3ebaf5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.317085] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.317289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "c7f9035d-040d-4500-b424-928f3ebaf5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.317537] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.317704] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.319779] env[70636]: INFO nova.compute.manager [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Terminating instance [ 1253.497274] env[70636]: DEBUG nova.network.neutron [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance_info_cache with network_info: [{"id": "8b0f3314-1a99-4c36-9304-37ad36eea120", "address": "fa:16:3e:33:25:73", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f3314-1a", "ovs_interfaceid": "8b0f3314-1a99-4c36-9304-37ad36eea120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.573581] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799079} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.573861] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] a4d516e4-b636-4e46-93c6-b048218dd0ad/a4d516e4-b636-4e46-93c6-b048218dd0ad.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.574093] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.574344] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad9d1ac-ea8e-42f7-94cf-bee86371d202 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.580929] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1253.580929] env[70636]: value = "task-2884628" [ 1253.580929] env[70636]: _type = "Task" [ 1253.580929] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.585215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.587599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.086s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.587702] env[70636]: DEBUG nova.objects.instance [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lazy-loading 'resources' on Instance uuid 77c92508-c490-40b0-a250-37984a3dbf41 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.593864] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.611769] env[70636]: DEBUG nova.compute.manager [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Received event network-vif-plugged-8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.612056] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] Acquiring lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.612254] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.612437] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.612616] env[70636]: DEBUG nova.compute.manager [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] No waiting events found dispatching network-vif-plugged-8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.612808] env[70636]: WARNING nova.compute.manager [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Received unexpected event network-vif-plugged-8b0f3314-1a99-4c36-9304-37ad36eea120 for instance with vm_state building and task_state spawning. [ 1253.612987] env[70636]: DEBUG nova.compute.manager [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Received event network-changed-8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.613197] env[70636]: DEBUG nova.compute.manager [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Refreshing instance network info cache due to event network-changed-8b0f3314-1a99-4c36-9304-37ad36eea120. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.613431] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] Acquiring lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.615626] env[70636]: INFO nova.scheduler.client.report [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Deleted allocations for instance f51f0436-4afa-445d-b8e0-4de1ea6e5492 [ 1253.784533] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884627, 'name': ReconfigVM_Task, 'duration_secs': 0.31108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.784807] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfigured VM instance instance-00000025 to detach disk 2002 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.784993] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.785250] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2632df4-9ee0-48d7-81f7-5915da75a230 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.790626] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1253.790626] env[70636]: value = "task-2884629" [ 1253.790626] env[70636]: _type = "Task" [ 1253.790626] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.798097] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.824220] env[70636]: DEBUG nova.compute.manager [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.824544] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.825591] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b463721-d060-467b-ba7b-0a8e9520b046 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.832802] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.833061] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ef103d-e20b-4c87-b979-03ad930c212d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.838722] env[70636]: DEBUG oslo_vmware.api [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1253.838722] env[70636]: value = "task-2884630" [ 1253.838722] env[70636]: _type = "Task" [ 1253.838722] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.846216] env[70636]: DEBUG oslo_vmware.api [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.000238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.000633] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Instance network_info: |[{"id": "8b0f3314-1a99-4c36-9304-37ad36eea120", "address": "fa:16:3e:33:25:73", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f3314-1a", "ovs_interfaceid": "8b0f3314-1a99-4c36-9304-37ad36eea120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.000948] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] Acquired lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.001141] env[70636]: DEBUG nova.network.neutron [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Refreshing network info cache for port 8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.004110] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:25:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0f3314-1a99-4c36-9304-37ad36eea120', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.012199] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.013140] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.013370] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7c628b-1d6b-49a5-9110-27da7f33e51e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.033275] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.033275] env[70636]: value = "task-2884631" [ 1254.033275] env[70636]: _type = "Task" [ 1254.033275] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.041629] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884631, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.093211] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076477} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.093731] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.095916] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f6aed-fe45-4a51-a9a9-12378013b657 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.125081] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a4d516e4-b636-4e46-93c6-b048218dd0ad/a4d516e4-b636-4e46-93c6-b048218dd0ad.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.130528] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0946b29c-1ad9-4cec-9e40-930d54f2d326 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.147794] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4ef6aee-4462-4c57-98ee-4f40a5903243 tempest-ImagesTestJSON-97352258 tempest-ImagesTestJSON-97352258-project-member] Lock "f51f0436-4afa-445d-b8e0-4de1ea6e5492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.283s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.154604] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1254.154604] env[70636]: value = "task-2884632" [ 1254.154604] env[70636]: _type = "Task" [ 1254.154604] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.164978] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.301220] env[70636]: DEBUG oslo_vmware.api [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884629, 'name': PowerOnVM_Task, 'duration_secs': 0.414011} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.303896] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.304192] env[70636]: DEBUG nova.compute.manager [None req-105a3476-96c6-4d93-b7d2-2078830b7540 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.305186] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d862e5d3-0de5-4e99-bea1-64549d241351 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.349081] env[70636]: DEBUG oslo_vmware.api [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884630, 'name': PowerOffVM_Task, 'duration_secs': 0.219459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.349350] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.349522] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.352015] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4280ab10-0410-405f-8c43-68cc7d2eeb34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.415695] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.416249] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.416249] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Deleting the datastore file [datastore2] c7f9035d-040d-4500-b424-928f3ebaf5e7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.416493] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6419c346-702b-4814-a992-21edbda8fbfb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.425915] env[70636]: DEBUG oslo_vmware.api [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for the task: (returnval){ [ 1254.425915] env[70636]: value = "task-2884634" [ 1254.425915] env[70636]: _type = "Task" [ 1254.425915] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.434362] env[70636]: DEBUG oslo_vmware.api [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.465307] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618002dc-857e-4b49-b506-1a02e7b22166 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.473700] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16ff4f-b917-4cf0-91f9-9f6b183a9277 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.509879] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441bf1b1-3127-46c3-816f-c4bdd3ec5c02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.516789] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03414cc-6e60-4d84-aece-cf2d27b00cf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.531661] env[70636]: DEBUG nova.compute.provider_tree [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.541500] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884631, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.664359] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884632, 'name': ReconfigVM_Task, 'duration_secs': 0.323245} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.664630] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a4d516e4-b636-4e46-93c6-b048218dd0ad/a4d516e4-b636-4e46-93c6-b048218dd0ad.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.665263] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f07040d-4868-4a65-b039-25820466055b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.671378] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1254.671378] env[70636]: value = "task-2884635" [ 1254.671378] env[70636]: _type = "Task" [ 1254.671378] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.680273] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884635, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.711988] env[70636]: DEBUG nova.network.neutron [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updated VIF entry in instance network info cache for port 8b0f3314-1a99-4c36-9304-37ad36eea120. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.712396] env[70636]: DEBUG nova.network.neutron [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance_info_cache with network_info: [{"id": "8b0f3314-1a99-4c36-9304-37ad36eea120", "address": "fa:16:3e:33:25:73", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f3314-1a", "ovs_interfaceid": "8b0f3314-1a99-4c36-9304-37ad36eea120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.937131] env[70636]: DEBUG oslo_vmware.api [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Task: {'id': task-2884634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.937482] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.937790] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.937975] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.938183] env[70636]: INFO nova.compute.manager [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1254.938453] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.938782] env[70636]: DEBUG nova.compute.manager [-] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.938902] env[70636]: DEBUG nova.network.neutron [-] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.037032] env[70636]: DEBUG nova.scheduler.client.report [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.051311] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884631, 'name': CreateVM_Task, 'duration_secs': 0.550258} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.051521] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.052151] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.052302] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.052647] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.052921] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ee28ec-e676-47e6-a3c2-30780c2e09d1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.058143] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1255.058143] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5296eac4-89da-f0da-ecdd-f83f28842cd8" [ 1255.058143] env[70636]: _type = "Task" [ 1255.058143] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.067502] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5296eac4-89da-f0da-ecdd-f83f28842cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.189696] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884635, 'name': Rename_Task, 'duration_secs': 0.153459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.190022] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.190292] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-499c7f95-d246-42c3-992c-0efe75635c71 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.199868] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1255.199868] env[70636]: value = "task-2884636" [ 1255.199868] env[70636]: _type = "Task" [ 1255.199868] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.215208] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ca880c7-a619-4c35-9a60-f852e009bfda req-3d13c05c-dfc6-48e3-a6d4-0eade09e3b25 service nova] Releasing lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.215835] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.545954] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.548504] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.384s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.549971] env[70636]: INFO nova.compute.claims [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.571156] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5296eac4-89da-f0da-ecdd-f83f28842cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.571400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.571634] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.571865] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.572031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.572188] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.573923] env[70636]: INFO nova.scheduler.client.report [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted allocations for instance 77c92508-c490-40b0-a250-37984a3dbf41 [ 1255.578057] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5956d456-d5ab-4b2e-8631-73c2143bea3f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.591051] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.591051] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.591258] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a34f11-07f1-4ec0-8370-b6a9ee976842 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.596695] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1255.596695] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d3adc1-65f4-97f7-427a-211776782c2a" [ 1255.596695] env[70636]: _type = "Task" [ 1255.596695] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.608954] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d3adc1-65f4-97f7-427a-211776782c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.652909] env[70636]: DEBUG nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Received event network-vif-deleted-012ded82-1189-45fe-aec7-cca2e5f88c2e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.653078] env[70636]: INFO nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Neutron deleted interface 012ded82-1189-45fe-aec7-cca2e5f88c2e; detaching it from the instance and deleting it from the info cache [ 1255.653247] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.709354] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.796795] env[70636]: DEBUG nova.network.neutron [-] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.089293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12a6a2d6-7cff-422d-a5eb-7c89135630ce tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "77c92508-c490-40b0-a250-37984a3dbf41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.828s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.108362] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d3adc1-65f4-97f7-427a-211776782c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.109662] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4d1860-98e7-469e-910e-1e15f44eeaed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.115027] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1256.115027] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd9eae-495b-8fc6-cb8e-2a478bf5a91e" [ 1256.115027] env[70636]: _type = "Task" [ 1256.115027] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.122633] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd9eae-495b-8fc6-cb8e-2a478bf5a91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.156208] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e953738b-504b-4b63-8a05-e4ddcd5ed631 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.166112] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509d6cb4-02ec-4bbb-ab1e-e4c3cc516132 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.206887] env[70636]: DEBUG nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Detach interface failed, port_id=012ded82-1189-45fe-aec7-cca2e5f88c2e, reason: Instance c7f9035d-040d-4500-b424-928f3ebaf5e7 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.207135] env[70636]: DEBUG nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.207305] env[70636]: DEBUG nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing instance network info cache due to event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.207600] env[70636]: DEBUG oslo_concurrency.lockutils [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.207747] env[70636]: DEBUG oslo_concurrency.lockutils [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.207908] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.218512] env[70636]: DEBUG oslo_vmware.api [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884636, 'name': PowerOnVM_Task, 'duration_secs': 0.721653} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.218752] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.218949] env[70636]: INFO nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1256.219141] env[70636]: DEBUG nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.220134] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169bfc80-0492-4e0d-ac19-d39bcefc9f43 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.300032] env[70636]: INFO nova.compute.manager [-] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Took 1.36 seconds to deallocate network for instance. [ 1256.624769] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd9eae-495b-8fc6-cb8e-2a478bf5a91e, 'name': SearchDatastore_Task, 'duration_secs': 0.014159} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.625047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.625307] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194/a6572440-7f26-4d67-9f1f-5af372d6a194.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.625570] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d66a6ab-f54a-47d6-8cc3-333d2b44a513 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.634214] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1256.634214] env[70636]: value = "task-2884637" [ 1256.634214] env[70636]: _type = "Task" [ 1256.634214] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.643663] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.683997] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.684238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.684436] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.684664] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.684778] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.686915] env[70636]: INFO nova.compute.manager [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Terminating instance [ 1256.740941] env[70636]: INFO nova.compute.manager [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Took 27.02 seconds to build instance. [ 1256.809512] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.856607] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02167b1-b5e0-47f5-a2e3-9d3d3187f6ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.865969] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e019662-0b37-4ea3-bc8a-0d70358a0575 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.901441] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d40bde-77f5-4b34-9f8b-2635e9ebc7ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.909767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850ca30-abd6-40c5-9d0a-79035ca0bbdf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.925831] env[70636]: DEBUG nova.compute.provider_tree [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.004673] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updated VIF entry in instance network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.005680] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.145800] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509827} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.146119] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194/a6572440-7f26-4d67-9f1f-5af372d6a194.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.146283] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.146537] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84656e1c-4102-4c50-a668-cbbc298bf3e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.153919] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1257.153919] env[70636]: value = "task-2884638" [ 1257.153919] env[70636]: _type = "Task" [ 1257.153919] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.162201] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.191035] env[70636]: DEBUG nova.compute.manager [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.191035] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.191720] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a60ea8-b65a-4fd2-8331-5ddbec322f41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.199440] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.199704] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-723e690c-5242-4394-8c4f-a69f9d8bd43b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.207232] env[70636]: DEBUG oslo_vmware.api [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1257.207232] env[70636]: value = "task-2884639" [ 1257.207232] env[70636]: _type = "Task" [ 1257.207232] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.215981] env[70636]: DEBUG oslo_vmware.api [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.242861] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00d186b4-703d-4cff-99ea-91602d5e0b89 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.524s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.430482] env[70636]: DEBUG nova.scheduler.client.report [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.509190] env[70636]: DEBUG oslo_concurrency.lockutils [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.509465] env[70636]: DEBUG nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.509635] env[70636]: DEBUG nova.compute.manager [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing instance network info cache due to event network-changed-c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.509846] env[70636]: DEBUG oslo_concurrency.lockutils [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] Acquiring lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.509994] env[70636]: DEBUG oslo_concurrency.lockutils [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] Acquired lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.510156] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Refreshing network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.527697] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "a4d516e4-b636-4e46-93c6-b048218dd0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.527983] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.528201] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "a4d516e4-b636-4e46-93c6-b048218dd0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.528384] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.528572] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.530667] env[70636]: INFO nova.compute.manager [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Terminating instance [ 1257.668112] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265419} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.668509] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.669380] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40198517-13ef-4c94-adda-f48dabc44fa1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.698126] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194/a6572440-7f26-4d67-9f1f-5af372d6a194.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.698902] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96435108-9ff9-4dd8-a11a-506ed71b8b9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.725395] env[70636]: DEBUG oslo_vmware.api [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884639, 'name': PowerOffVM_Task, 'duration_secs': 0.276017} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.726698] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.726947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.727319] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1257.727319] env[70636]: value = "task-2884640" [ 1257.727319] env[70636]: _type = "Task" [ 1257.727319] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.727697] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83367239-b16f-4343-8283-f2d27e038f90 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.737850] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.797975] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.798308] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.798529] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleting the datastore file [datastore2] ebe83ff3-93bf-40a8-a427-39d9ab8ff226 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.798833] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8928030b-25c3-4e9d-9419-d45fc8d058eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.806139] env[70636]: DEBUG oslo_vmware.api [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1257.806139] env[70636]: value = "task-2884642" [ 1257.806139] env[70636]: _type = "Task" [ 1257.806139] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.814569] env[70636]: DEBUG oslo_vmware.api [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.938660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.938660] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.940888] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.753s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.943052] env[70636]: INFO nova.compute.claims [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.034743] env[70636]: DEBUG nova.compute.manager [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.034911] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.036115] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc8d95-8160-4a55-83c5-32288246e94b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.044296] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.044515] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a93538-42ef-4e6e-ab6b-4e77399b74ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.050788] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1258.050788] env[70636]: value = "task-2884643" [ 1258.050788] env[70636]: _type = "Task" [ 1258.050788] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.060785] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.239240] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884640, 'name': ReconfigVM_Task, 'duration_secs': 0.365283} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.239644] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194/a6572440-7f26-4d67-9f1f-5af372d6a194.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.240481] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6567430-a5fd-4917-95a6-48a38ac81535 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.246873] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1258.246873] env[70636]: value = "task-2884644" [ 1258.246873] env[70636]: _type = "Task" [ 1258.246873] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.255543] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884644, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.256509] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updated VIF entry in instance network info cache for port c55d4462-ce6b-41ae-8504-3b64017b78e8. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.256915] env[70636]: DEBUG nova.network.neutron [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [{"id": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "address": "fa:16:3e:13:a9:3b", "network": {"id": "8e4e14f5-d729-4526-b69b-86f3b06007cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1654206712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186fa3a1a9b647f1a8a6e7091ccfa10b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d4462-ce", "ovs_interfaceid": "c55d4462-ce6b-41ae-8504-3b64017b78e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.316442] env[70636]: DEBUG oslo_vmware.api [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191165} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.316757] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.317023] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.317277] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.317568] env[70636]: INFO nova.compute.manager [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1258.317867] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.318134] env[70636]: DEBUG nova.compute.manager [-] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.318287] env[70636]: DEBUG nova.network.neutron [-] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.447759] env[70636]: DEBUG nova.compute.utils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.453018] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.453018] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.506283] env[70636]: DEBUG nova.policy [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181eb0cd10e34a0889ea0e773e3d4031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8538470e4fd549f4a281bee5ad934df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.563632] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.663953] env[70636]: DEBUG nova.compute.manager [req-760b023f-9fe5-40c0-9337-1e1c51ab0564 req-5c9c84a3-0bb0-4890-8083-9a68f8db7565 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Received event network-vif-deleted-f053c069-9845-4205-88d2-90345d6ff3c7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.664053] env[70636]: INFO nova.compute.manager [req-760b023f-9fe5-40c0-9337-1e1c51ab0564 req-5c9c84a3-0bb0-4890-8083-9a68f8db7565 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Neutron deleted interface f053c069-9845-4205-88d2-90345d6ff3c7; detaching it from the instance and deleting it from the info cache [ 1258.664231] env[70636]: DEBUG nova.network.neutron [req-760b023f-9fe5-40c0-9337-1e1c51ab0564 req-5c9c84a3-0bb0-4890-8083-9a68f8db7565 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.762452] env[70636]: DEBUG oslo_concurrency.lockutils [req-872df7d7-9ba7-4ae8-946f-67ddc0073527 req-5426e840-e1a8-45f0-b99b-695b08820f8c service nova] Releasing lock "refresh_cache-7a1b67c8-83e4-4275-bf5c-9e3e4def8333" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.762935] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884644, 'name': Rename_Task, 'duration_secs': 0.381411} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.763139] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.763402] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f7164b8-540e-460c-a8bf-dd32f9276413 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.770826] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1258.770826] env[70636]: value = "task-2884645" [ 1258.770826] env[70636]: _type = "Task" [ 1258.770826] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.780036] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.861689] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Successfully created port: 51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.953740] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.979015] env[70636]: INFO nova.compute.manager [None req-a9eae7de-95d6-4e24-a8d8-1e41193f6a3e tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Get console output [ 1258.979738] env[70636]: WARNING nova.virt.vmwareapi.driver [None req-a9eae7de-95d6-4e24-a8d8-1e41193f6a3e tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] The console log is missing. Check your VSPC configuration [ 1259.062782] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884643, 'name': PowerOffVM_Task, 'duration_secs': 0.662997} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.063360] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.063360] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.063664] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d5cea2b-941c-44cd-89fa-01b88a73cc15 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.126421] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.126421] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.126610] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore2] a4d516e4-b636-4e46-93c6-b048218dd0ad {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.126781] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba07234f-4f8c-4fd4-a8de-3e2fa47fbb45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.137045] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1259.137045] env[70636]: value = "task-2884647" [ 1259.137045] env[70636]: _type = "Task" [ 1259.137045] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.147798] env[70636]: DEBUG nova.network.neutron [-] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.153740] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.167539] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e6b2fe0-f56b-4b00-b3bf-f0e71712a2ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.181636] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ae735-4f52-4edc-95f3-e0c883bfb15a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.224912] env[70636]: DEBUG nova.compute.manager [req-760b023f-9fe5-40c0-9337-1e1c51ab0564 req-5c9c84a3-0bb0-4890-8083-9a68f8db7565 service nova] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Detach interface failed, port_id=f053c069-9845-4205-88d2-90345d6ff3c7, reason: Instance ebe83ff3-93bf-40a8-a427-39d9ab8ff226 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.286538] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.371122] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56b1e6-d23a-41e0-a1df-120f965dc54a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.381807] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2ba09-b0d5-4858-9082-884502b36ad4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.419390] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a83002-66d7-4019-ae2c-49918d3dfdf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.427522] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0310b465-0c91-435f-b8fa-3cf891aeb40c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.441350] env[70636]: DEBUG nova.compute.provider_tree [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.651977] env[70636]: DEBUG oslo_vmware.api [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18054} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.652493] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.652701] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.652824] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.652996] env[70636]: INFO nova.compute.manager [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1259.653261] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.653521] env[70636]: DEBUG nova.compute.manager [-] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.653658] env[70636]: DEBUG nova.network.neutron [-] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.658124] env[70636]: INFO nova.compute.manager [-] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Took 1.34 seconds to deallocate network for instance. [ 1259.785026] env[70636]: DEBUG oslo_vmware.api [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884645, 'name': PowerOnVM_Task, 'duration_secs': 0.535934} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.785026] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.785026] env[70636]: INFO nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1259.785026] env[70636]: DEBUG nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.785026] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c292a2-bc7d-47f6-a7b9-885d8034a861 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.945129] env[70636]: DEBUG nova.scheduler.client.report [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.962170] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.987876] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.988153] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.988310] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.988503] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.988662] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.988808] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.989022] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.989383] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.989561] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.989723] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.989897] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.990849] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc8f8da-875d-422b-acba-5f50433d5dc0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.000483] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8060147b-d1d8-458a-9ee9-b1c75a2394ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.064111] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "aa1c8e98-4487-4538-9453-6921069aeeee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.064408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "aa1c8e98-4487-4538-9453-6921069aeeee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.064620] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "aa1c8e98-4487-4538-9453-6921069aeeee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.065024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "aa1c8e98-4487-4538-9453-6921069aeeee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.065168] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "aa1c8e98-4487-4538-9453-6921069aeeee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.067704] env[70636]: INFO nova.compute.manager [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Terminating instance [ 1260.167045] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.306814] env[70636]: INFO nova.compute.manager [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Took 26.48 seconds to build instance. [ 1260.454778] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.454778] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.460368] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.651s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.460615] env[70636]: DEBUG nova.objects.instance [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lazy-loading 'resources' on Instance uuid c7f9035d-040d-4500-b424-928f3ebaf5e7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.543246] env[70636]: DEBUG nova.network.neutron [-] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.572780] env[70636]: DEBUG nova.compute.manager [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.573032] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.574245] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9a6e8-1bb1-455f-a39c-1c741842a99f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.584679] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.584858] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5e5df5-f02a-442a-82e4-a50cacb3f4db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.595037] env[70636]: DEBUG oslo_vmware.api [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1260.595037] env[70636]: value = "task-2884648" [ 1260.595037] env[70636]: _type = "Task" [ 1260.595037] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.606199] env[70636]: DEBUG oslo_vmware.api [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.701088] env[70636]: DEBUG nova.compute.manager [req-d7060841-ec45-4404-8288-27a85d4cd7c5 req-8b52664c-076d-495a-a45b-9f32592fea61 service nova] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Received event network-vif-deleted-23ce5dd1-8aaf-4722-9847-b2f847e5b182 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.807831] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5c454138-f9a8-4506-9074-511692ceed20 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.991s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.920780] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Successfully updated port: 51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.964632] env[70636]: DEBUG nova.compute.utils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.966349] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.967027] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.034445] env[70636]: DEBUG nova.policy [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181eb0cd10e34a0889ea0e773e3d4031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8538470e4fd549f4a281bee5ad934df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.050326] env[70636]: INFO nova.compute.manager [-] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Took 1.40 seconds to deallocate network for instance. [ 1261.108095] env[70636]: DEBUG oslo_vmware.api [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884648, 'name': PowerOffVM_Task, 'duration_secs': 0.245562} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.108182] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.108308] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.108564] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cabe718-4617-4a63-a246-e6babd0cbebf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.171602] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.171804] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.171977] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Deleting the datastore file [datastore2] aa1c8e98-4487-4538-9453-6921069aeeee {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.172248] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691aa72a-1378-48a5-a7e2-0958c2703cf2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.178364] env[70636]: DEBUG oslo_vmware.api [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1261.178364] env[70636]: value = "task-2884650" [ 1261.178364] env[70636]: _type = "Task" [ 1261.178364] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.189096] env[70636]: DEBUG oslo_vmware.api [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.279697] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc010f-4ba7-49e1-b8e3-24a22abd4060 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.287840] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6f22d-83bb-4fdd-ab61-8090b9a378e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.318701] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916b00c-9de3-4859-a607-bd8264dfcfff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.327571] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9655d40-4437-475b-8076-b835191b0c37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.341656] env[70636]: DEBUG nova.compute.provider_tree [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.423897] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "refresh_cache-c9ede557-af90-473b-9d7b-9e1af54e6976" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.424063] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "refresh_cache-c9ede557-af90-473b-9d7b-9e1af54e6976" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.424982] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.437712] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Successfully created port: dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.472927] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.557904] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.699304] env[70636]: DEBUG oslo_vmware.api [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165386} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.699588] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.699775] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.700131] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.700131] env[70636]: INFO nova.compute.manager [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1261.700407] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.700627] env[70636]: DEBUG nova.compute.manager [-] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.700726] env[70636]: DEBUG nova.network.neutron [-] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.845493] env[70636]: DEBUG nova.scheduler.client.report [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.859500] env[70636]: DEBUG nova.compute.manager [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1261.999264] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.278185] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Updating instance_info_cache with network_info: [{"id": "51cab1f1-8043-4b51-be00-d89193f9079c", "address": "fa:16:3e:ef:8c:32", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51cab1f1-80", "ovs_interfaceid": "51cab1f1-8043-4b51-be00-d89193f9079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.353023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.354108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.186s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.354614] env[70636]: DEBUG nova.objects.instance [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lazy-loading 'resources' on Instance uuid ebe83ff3-93bf-40a8-a427-39d9ab8ff226 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.383169] env[70636]: INFO nova.scheduler.client.report [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Deleted allocations for instance c7f9035d-040d-4500-b424-928f3ebaf5e7 [ 1262.383169] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.486409] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.511089] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.511089] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.511436] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.511780] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.512420] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.512768] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.513162] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.514475] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.514475] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.514475] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.514475] env[70636]: DEBUG nova.virt.hardware [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.516129] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212582bb-1581-4f97-9931-30d33b6fc283 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.525730] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab8a7f4-90c0-4091-b53d-0c82b4e254d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.657324] env[70636]: DEBUG nova.network.neutron [-] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.734098] env[70636]: DEBUG nova.compute.manager [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Received event network-vif-plugged-51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.734098] env[70636]: DEBUG oslo_concurrency.lockutils [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] Acquiring lock "c9ede557-af90-473b-9d7b-9e1af54e6976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.734098] env[70636]: DEBUG oslo_concurrency.lockutils [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.734098] env[70636]: DEBUG oslo_concurrency.lockutils [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.734098] env[70636]: DEBUG nova.compute.manager [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] No waiting events found dispatching network-vif-plugged-51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.734098] env[70636]: WARNING nova.compute.manager [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Received unexpected event network-vif-plugged-51cab1f1-8043-4b51-be00-d89193f9079c for instance with vm_state building and task_state spawning. [ 1262.734905] env[70636]: DEBUG nova.compute.manager [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Received event network-changed-51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.735244] env[70636]: DEBUG nova.compute.manager [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Refreshing instance network info cache due to event network-changed-51cab1f1-8043-4b51-be00-d89193f9079c. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.735583] env[70636]: DEBUG oslo_concurrency.lockutils [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] Acquiring lock "refresh_cache-c9ede557-af90-473b-9d7b-9e1af54e6976" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.780295] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "refresh_cache-c9ede557-af90-473b-9d7b-9e1af54e6976" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.781376] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Instance network_info: |[{"id": "51cab1f1-8043-4b51-be00-d89193f9079c", "address": "fa:16:3e:ef:8c:32", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51cab1f1-80", "ovs_interfaceid": "51cab1f1-8043-4b51-be00-d89193f9079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.781376] env[70636]: DEBUG oslo_concurrency.lockutils [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] Acquired lock "refresh_cache-c9ede557-af90-473b-9d7b-9e1af54e6976" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.781376] env[70636]: DEBUG nova.network.neutron [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Refreshing network info cache for port 51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.782430] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:8c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51cab1f1-8043-4b51-be00-d89193f9079c', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.791164] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.791164] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.791164] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f99c03-359c-49ac-a8af-48cf44501cbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.812780] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.812780] env[70636]: value = "task-2884651" [ 1262.812780] env[70636]: _type = "Task" [ 1262.812780] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.826366] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884651, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.895964] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b55ebbc2-3c95-4adf-95cb-3e2c73ee9777 tempest-ServerRescueTestJSON-126955208 tempest-ServerRescueTestJSON-126955208-project-member] Lock "c7f9035d-040d-4500-b424-928f3ebaf5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.579s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.953848] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Successfully updated port: dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.161420] env[70636]: INFO nova.compute.manager [-] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Took 1.46 seconds to deallocate network for instance. [ 1263.327501] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884651, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.358327] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3443c2ce-9d78-4a96-9974-b01af50106c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.367110] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b29752-adf1-46f0-bd97-7095ddfbc93c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.403094] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463bf6e2-b7cb-4405-9bb2-1efc8d2a3542 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.410757] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42198bc-27d7-4792-ace0-4745e0d648ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.424523] env[70636]: DEBUG nova.compute.provider_tree [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.457671] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "refresh_cache-c3cf1f41-315c-47b4-9240-ba762c2c44a9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.457844] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "refresh_cache-c3cf1f41-315c-47b4-9240-ba762c2c44a9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.458009] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.559158] env[70636]: DEBUG nova.network.neutron [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Updated VIF entry in instance network info cache for port 51cab1f1-8043-4b51-be00-d89193f9079c. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.559520] env[70636]: DEBUG nova.network.neutron [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Updating instance_info_cache with network_info: [{"id": "51cab1f1-8043-4b51-be00-d89193f9079c", "address": "fa:16:3e:ef:8c:32", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51cab1f1-80", "ovs_interfaceid": "51cab1f1-8043-4b51-be00-d89193f9079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.670758] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.765493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "ad946cf1-35f3-462b-9192-8565bce37669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.765595] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "ad946cf1-35f3-462b-9192-8565bce37669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.822358] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884651, 'name': CreateVM_Task, 'duration_secs': 0.555083} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.822519] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.823220] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.823383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.823701] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.823967] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181dba3c-490c-416f-b641-9143a569703a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.828412] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1263.828412] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52399cc8-a78a-7035-9f12-ccee81170182" [ 1263.828412] env[70636]: _type = "Task" [ 1263.828412] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.836659] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52399cc8-a78a-7035-9f12-ccee81170182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.929604] env[70636]: DEBUG nova.scheduler.client.report [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.002115] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.062703] env[70636]: DEBUG oslo_concurrency.lockutils [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] Releasing lock "refresh_cache-c9ede557-af90-473b-9d7b-9e1af54e6976" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.063008] env[70636]: DEBUG nova.compute.manager [req-99e2d056-039d-4c29-9190-204b2df36fa8 req-6891d72f-5dbb-42da-95e3-002982a6b72c service nova] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Received event network-vif-deleted-0a34dcfe-fae0-442c-aff2-2266ee234396 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.163319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquiring lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.163629] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.163801] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquiring lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.164311] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.164311] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.166194] env[70636]: INFO nova.compute.manager [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Terminating instance [ 1264.234340] env[70636]: DEBUG nova.network.neutron [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Updating instance_info_cache with network_info: [{"id": "dbe847fe-ebca-4168-a39e-b71e162dc836", "address": "fa:16:3e:d0:63:0e", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe847fe-eb", "ovs_interfaceid": "dbe847fe-ebca-4168-a39e-b71e162dc836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.268414] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.309365] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.309589] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.341709] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52399cc8-a78a-7035-9f12-ccee81170182, 'name': SearchDatastore_Task, 'duration_secs': 0.017873} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.341709] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.341709] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.341709] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.343095] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.343095] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.343095] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a8f6aa-da50-4de5-b845-f5182033a1e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.356993] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.356993] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.356993] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893675f5-5c4e-4b0c-989b-317c38df6a0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.363837] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1264.363837] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fc323-c78a-dcd3-ee2b-250e657ded2e" [ 1264.363837] env[70636]: _type = "Task" [ 1264.363837] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.372347] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fc323-c78a-dcd3-ee2b-250e657ded2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.436019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.439185] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.880s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.439185] env[70636]: DEBUG nova.objects.instance [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid a4d516e4-b636-4e46-93c6-b048218dd0ad {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.466867] env[70636]: INFO nova.scheduler.client.report [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted allocations for instance ebe83ff3-93bf-40a8-a427-39d9ab8ff226 [ 1264.670312] env[70636]: DEBUG nova.compute.manager [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.670547] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.670837] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a35059f-57be-489b-a6f8-39f50afd2edf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.678854] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1264.678854] env[70636]: value = "task-2884652" [ 1264.678854] env[70636]: _type = "Task" [ 1264.678854] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.689014] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.738269] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "refresh_cache-c3cf1f41-315c-47b4-9240-ba762c2c44a9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.738669] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Instance network_info: |[{"id": "dbe847fe-ebca-4168-a39e-b71e162dc836", "address": "fa:16:3e:d0:63:0e", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe847fe-eb", "ovs_interfaceid": "dbe847fe-ebca-4168-a39e-b71e162dc836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.739157] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:63:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbe847fe-ebca-4168-a39e-b71e162dc836', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.747248] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.747499] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.747739] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a4d34b6-d0a8-415c-a664-ab02307fb3bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.767990] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.767990] env[70636]: value = "task-2884653" [ 1264.767990] env[70636]: _type = "Task" [ 1264.767990] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.770668] env[70636]: DEBUG nova.compute.manager [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Received event network-vif-plugged-dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.770904] env[70636]: DEBUG oslo_concurrency.lockutils [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] Acquiring lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.771137] env[70636]: DEBUG oslo_concurrency.lockutils [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.771318] env[70636]: DEBUG oslo_concurrency.lockutils [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.771632] env[70636]: DEBUG nova.compute.manager [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] No waiting events found dispatching network-vif-plugged-dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.772102] env[70636]: WARNING nova.compute.manager [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Received unexpected event network-vif-plugged-dbe847fe-ebca-4168-a39e-b71e162dc836 for instance with vm_state building and task_state spawning. [ 1264.772339] env[70636]: DEBUG nova.compute.manager [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Received event network-changed-dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.772528] env[70636]: DEBUG nova.compute.manager [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Refreshing instance network info cache due to event network-changed-dbe847fe-ebca-4168-a39e-b71e162dc836. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.772768] env[70636]: DEBUG oslo_concurrency.lockutils [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] Acquiring lock "refresh_cache-c3cf1f41-315c-47b4-9240-ba762c2c44a9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.772926] env[70636]: DEBUG oslo_concurrency.lockutils [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] Acquired lock "refresh_cache-c3cf1f41-315c-47b4-9240-ba762c2c44a9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.773112] env[70636]: DEBUG nova.network.neutron [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Refreshing network info cache for port dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.789384] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884653, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.801097] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.821841] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.822173] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.822352] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.822570] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.822721] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.822865] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.823025] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1264.823179] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.875243] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fc323-c78a-dcd3-ee2b-250e657ded2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.876305] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea1e835-80fb-43ca-a78d-d85df5677e1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.881858] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1264.881858] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52509bd2-47a0-b285-b60b-955174060f4e" [ 1264.881858] env[70636]: _type = "Task" [ 1264.881858] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.890773] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52509bd2-47a0-b285-b60b-955174060f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.978919] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3d61df85-5740-491f-81f2-30dd02bb91b4 tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "ebe83ff3-93bf-40a8-a427-39d9ab8ff226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.294s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.191210] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884652, 'name': PowerOffVM_Task, 'duration_secs': 0.218955} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.191394] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.191601] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.191809] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579479', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'name': 'volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'serial': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.192617] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c5f5e-4a15-4781-8e93-ae9a36b82c6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.221172] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b67c5a-0e29-4e55-8f88-6b0d3c21d638 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.228384] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd7746c-16a9-47b8-9ec9-6d00c44ade0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.252656] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf29123e-9166-4e56-b447-92ed2f9f08b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.277670] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] The volume has not been displaced from its original location: [datastore1] volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc/volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.284849] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.294163] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bdf742f-cea5-4ee1-965c-eae16ae4a798 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.313985] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884653, 'name': CreateVM_Task, 'duration_secs': 0.328069} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.315331] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.316238] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1265.316238] env[70636]: value = "task-2884654" [ 1265.316238] env[70636]: _type = "Task" [ 1265.316238] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.316649] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.317263] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.317602] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.317902] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e64606e-7b7b-40c4-bcc3-298f68519560 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.332653] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.333392] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1265.333392] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e5ca68-4e69-a63d-8078-180f4158160c" [ 1265.333392] env[70636]: _type = "Task" [ 1265.333392] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.333392] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.342932] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e5ca68-4e69-a63d-8078-180f4158160c, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.342932] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.344141] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.344141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.344141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.344141] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.345491] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-888100a6-84dd-481b-9290-6cdc0d48d4b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.351817] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd602e0e-90c2-4722-8735-08f481d93719 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.355373] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.355555] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.356572] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25533183-ff5b-496c-a321-694e42a14dbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.362185] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21ec108-9a94-4210-a667-416a96bc566d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.367205] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1265.367205] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b798ef-c021-7ed4-10d0-cfe730914738" [ 1265.367205] env[70636]: _type = "Task" [ 1265.367205] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.402979] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f56e43f-b1b3-4d73-98f8-ad9a06edb9fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.409014] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b798ef-c021-7ed4-10d0-cfe730914738, 'name': SearchDatastore_Task, 'duration_secs': 0.008029} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.411990] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871cd1f5-6bec-46dd-af40-8a3a86840f14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.418319] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52509bd2-47a0-b285-b60b-955174060f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.021417} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.419908] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd3176-92c1-4a3a-a3cf-de05d4c627ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.424507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.424507] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] c9ede557-af90-473b-9d7b-9e1af54e6976/c9ede557-af90-473b-9d7b-9e1af54e6976.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.427207] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0af280da-791e-4add-a50b-1e7cb2fedf5d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.427893] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1265.427893] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52222392-4281-9acf-72ca-11a58a2b8ae7" [ 1265.427893] env[70636]: _type = "Task" [ 1265.427893] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.441832] env[70636]: DEBUG nova.compute.provider_tree [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.444715] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1265.444715] env[70636]: value = "task-2884655" [ 1265.444715] env[70636]: _type = "Task" [ 1265.444715] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.452323] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52222392-4281-9acf-72ca-11a58a2b8ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.01912} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.453536] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.453784] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] c3cf1f41-315c-47b4-9240-ba762c2c44a9/c3cf1f41-315c-47b4-9240-ba762c2c44a9.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.454042] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7f16f3-ff34-44ce-b40b-3ad26afaa70e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.461224] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.465555] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1265.465555] env[70636]: value = "task-2884656" [ 1265.465555] env[70636]: _type = "Task" [ 1265.465555] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.473337] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.562730] env[70636]: DEBUG nova.network.neutron [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Updated VIF entry in instance network info cache for port dbe847fe-ebca-4168-a39e-b71e162dc836. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.562925] env[70636]: DEBUG nova.network.neutron [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Updating instance_info_cache with network_info: [{"id": "dbe847fe-ebca-4168-a39e-b71e162dc836", "address": "fa:16:3e:d0:63:0e", "network": {"id": "d3c26f76-6b7f-407a-b12e-20a834e344f0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1627519318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8538470e4fd549f4a281bee5ad934df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe847fe-eb", "ovs_interfaceid": "dbe847fe-ebca-4168-a39e-b71e162dc836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.764693] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "15ceff51-2deb-4f21-ac68-afb2693339a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.765507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.765507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "15ceff51-2deb-4f21-ac68-afb2693339a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.765807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.765912] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.772020] env[70636]: INFO nova.compute.manager [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Terminating instance [ 1265.828948] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884654, 'name': ReconfigVM_Task, 'duration_secs': 0.151584} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.829393] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.834915] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b970093-c213-4254-82b0-440e2cb6211b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.851567] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1265.851567] env[70636]: value = "task-2884657" [ 1265.851567] env[70636]: _type = "Task" [ 1265.851567] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.862300] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.946378] env[70636]: DEBUG nova.scheduler.client.report [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.962960] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.983310] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884656, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.065673] env[70636]: DEBUG oslo_concurrency.lockutils [req-274c3360-08b7-4f53-b3e4-3b60544f2df0 req-9719c328-987c-4475-acb1-0d77b7175539 service nova] Releasing lock "refresh_cache-c3cf1f41-315c-47b4-9240-ba762c2c44a9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.262168] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "125eefdd-b35f-4688-aa46-5c9f925b870a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.262406] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "125eefdd-b35f-4688-aa46-5c9f925b870a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.275880] env[70636]: DEBUG nova.compute.manager [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.276122] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.277138] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccd4f2b-f3b8-4e7c-9368-f3ec5cb80c4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.285829] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.286125] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcb8875-9d9e-440d-8806-7b796b8f64ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.292751] env[70636]: DEBUG oslo_vmware.api [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1266.292751] env[70636]: value = "task-2884658" [ 1266.292751] env[70636]: _type = "Task" [ 1266.292751] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.301233] env[70636]: DEBUG oslo_vmware.api [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.361658] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884657, 'name': ReconfigVM_Task, 'duration_secs': 0.315255} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.361968] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579479', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'name': 'volume-c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc', 'serial': 'c6f03774-84a3-4a2c-9f44-e3d12855a7fc'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.362294] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.363184] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729dd0d-d56b-49c2-a848-d87d5b509096 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.370530] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.370821] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49248a01-68fd-42e6-adf7-4be3fae1741a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.430268] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.430595] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.430809] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Deleting the datastore file [datastore1] 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.431179] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07acc47b-84cf-4813-812c-767dfd7def68 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.439013] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for the task: (returnval){ [ 1266.439013] env[70636]: value = "task-2884660" [ 1266.439013] env[70636]: _type = "Task" [ 1266.439013] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.447995] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.455473] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.462187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.079s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.463594] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649825} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.464865] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] c9ede557-af90-473b-9d7b-9e1af54e6976/c9ede557-af90-473b-9d7b-9e1af54e6976.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.464865] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.464865] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62b36a69-4053-4370-9c25-c6b67f571628 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.476429] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633893} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.478154] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] c3cf1f41-315c-47b4-9240-ba762c2c44a9/c3cf1f41-315c-47b4-9240-ba762c2c44a9.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.478316] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.478675] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1266.478675] env[70636]: value = "task-2884661" [ 1266.478675] env[70636]: _type = "Task" [ 1266.478675] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.479528] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed2f787-fb93-422e-be01-319dfd0f54aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.490186] env[70636]: INFO nova.scheduler.client.report [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance a4d516e4-b636-4e46-93c6-b048218dd0ad [ 1266.498406] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1266.498406] env[70636]: value = "task-2884662" [ 1266.498406] env[70636]: _type = "Task" [ 1266.498406] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.498406] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.507103] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "0df605af-9b9f-45d3-879e-cddb0227262a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.508249] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "0df605af-9b9f-45d3-879e-cddb0227262a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.516056] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.764695] env[70636]: DEBUG nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.805586] env[70636]: DEBUG oslo_vmware.api [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884658, 'name': PowerOffVM_Task, 'duration_secs': 0.215036} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.805856] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.806030] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.806278] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad3779a-6673-46a8-81de-adb2f695a602 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.865916] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.866181] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.866329] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleting the datastore file [datastore2] 15ceff51-2deb-4f21-ac68-afb2693339a8 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.866610] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9caf1a76-59c2-4211-9db3-9affd64a96b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.874135] env[70636]: DEBUG oslo_vmware.api [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for the task: (returnval){ [ 1266.874135] env[70636]: value = "task-2884664" [ 1266.874135] env[70636]: _type = "Task" [ 1266.874135] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.881848] env[70636]: DEBUG oslo_vmware.api [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.949973] env[70636]: DEBUG oslo_vmware.api [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Task: {'id': task-2884660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124152} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.950362] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.950635] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.950839] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.951083] env[70636]: INFO nova.compute.manager [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1266.951376] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.951598] env[70636]: DEBUG nova.compute.manager [-] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.951715] env[70636]: DEBUG nova.network.neutron [-] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.966778] env[70636]: INFO nova.compute.claims [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.992261] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096697} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.994482] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.996057] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db617984-3541-4949-ae4e-4237994f82a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.023953] env[70636]: DEBUG nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.043465] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c9ede557-af90-473b-9d7b-9e1af54e6976/c9ede557-af90-473b-9d7b-9e1af54e6976.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.044368] env[70636]: DEBUG oslo_concurrency.lockutils [None req-250cf721-7a1e-4bc9-a611-6ffba62c3ff1 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "a4d516e4-b636-4e46-93c6-b048218dd0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.516s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.050864] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2471c2-9775-48a7-ad10-49ab95d2c484 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.072310] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138543} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.072927] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.074021] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726af99-baee-4be9-a0a2-319880d76eac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.080030] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1267.080030] env[70636]: value = "task-2884665" [ 1267.080030] env[70636]: _type = "Task" [ 1267.080030] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.100527] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] c3cf1f41-315c-47b4-9240-ba762c2c44a9/c3cf1f41-315c-47b4-9240-ba762c2c44a9.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.101672] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96469b84-fbfe-4e64-b8e1-cbd06ee0574e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.120787] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.127155] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1267.127155] env[70636]: value = "task-2884666" [ 1267.127155] env[70636]: _type = "Task" [ 1267.127155] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.138234] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.290971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.387047] env[70636]: DEBUG oslo_vmware.api [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Task: {'id': task-2884664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49625} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.387377] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.387819] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.388194] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.388403] env[70636]: INFO nova.compute.manager [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1267.388784] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.389063] env[70636]: DEBUG nova.compute.manager [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.389167] env[70636]: DEBUG nova.network.neutron [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.475116] env[70636]: INFO nova.compute.resource_tracker [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating resource usage from migration f6260cc1-20f1-4652-8203-ac3bf0f54dfa [ 1267.573904] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.591395] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884665, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.641075] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884666, 'name': ReconfigVM_Task, 'duration_secs': 0.509438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.641337] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Reconfigured VM instance instance-00000050 to attach disk [datastore2] c3cf1f41-315c-47b4-9240-ba762c2c44a9/c3cf1f41-315c-47b4-9240-ba762c2c44a9.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.645520] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b3a56e-ad96-4f83-91c9-9b9edb965005 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.652380] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1267.652380] env[70636]: value = "task-2884667" [ 1267.652380] env[70636]: _type = "Task" [ 1267.652380] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.656399] env[70636]: DEBUG nova.compute.manager [req-a6aef1aa-cec1-47c6-a105-6e39e441173d req-4cbce104-1d31-4d6e-a997-14cd80758ee4 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Received event network-vif-deleted-db935705-2585-4d7e-8dc5-b5729ad3ecff {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.656399] env[70636]: INFO nova.compute.manager [req-a6aef1aa-cec1-47c6-a105-6e39e441173d req-4cbce104-1d31-4d6e-a997-14cd80758ee4 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Neutron deleted interface db935705-2585-4d7e-8dc5-b5729ad3ecff; detaching it from the instance and deleting it from the info cache [ 1267.656399] env[70636]: DEBUG nova.network.neutron [req-a6aef1aa-cec1-47c6-a105-6e39e441173d req-4cbce104-1d31-4d6e-a997-14cd80758ee4 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.671175] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884667, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.793888] env[70636]: DEBUG nova.compute.manager [req-25fc485a-351a-4bcf-b6b6-1a20a1dc92cc req-bb9c3485-e953-4950-a245-4be12f4c476b service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Received event network-vif-deleted-9f39df1e-f210-4c45-9b82-70a0761022d2 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.794190] env[70636]: INFO nova.compute.manager [req-25fc485a-351a-4bcf-b6b6-1a20a1dc92cc req-bb9c3485-e953-4950-a245-4be12f4c476b service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Neutron deleted interface 9f39df1e-f210-4c45-9b82-70a0761022d2; detaching it from the instance and deleting it from the info cache [ 1267.794190] env[70636]: DEBUG nova.network.neutron [req-25fc485a-351a-4bcf-b6b6-1a20a1dc92cc req-bb9c3485-e953-4950-a245-4be12f4c476b service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.857328] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd98798-33c0-404c-8381-e98b76365307 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.864872] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8564b-e54f-4b25-b338-46a7e4f15b0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.895670] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c79c76-1828-4d10-940c-cc13e7ff5477 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.902639] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2e21a2-b6c1-4df4-a37f-7c2368a60954 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.917354] env[70636]: DEBUG nova.compute.provider_tree [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.023253] env[70636]: DEBUG nova.network.neutron [-] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.092346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.092346] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.093370] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884665, 'name': ReconfigVM_Task, 'duration_secs': 0.537873} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.094024] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c9ede557-af90-473b-9d7b-9e1af54e6976/c9ede557-af90-473b-9d7b-9e1af54e6976.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.094503] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39ae4db-c77b-47fb-ac5e-a66c71c52b60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.100971] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1268.100971] env[70636]: value = "task-2884668" [ 1268.100971] env[70636]: _type = "Task" [ 1268.100971] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.110760] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884668, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.163759] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884667, 'name': Rename_Task, 'duration_secs': 0.185201} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.163944] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a38c8fd3-d5ec-466c-b94c-7589833321e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.165802] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.166084] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0121ae9e-a910-42cc-ae6d-b1cf1047e3a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.172085] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1268.172085] env[70636]: value = "task-2884669" [ 1268.172085] env[70636]: _type = "Task" [ 1268.172085] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.178063] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9106b18e-1ce7-4f8f-bbd5-4c59817af050 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.192736] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884669, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.211150] env[70636]: DEBUG nova.compute.manager [req-a6aef1aa-cec1-47c6-a105-6e39e441173d req-4cbce104-1d31-4d6e-a997-14cd80758ee4 service nova] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Detach interface failed, port_id=db935705-2585-4d7e-8dc5-b5729ad3ecff, reason: Instance 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.276893] env[70636]: DEBUG nova.network.neutron [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.297291] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88ac6aeb-9fc7-4d92-ac83-59654db18b81 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.307587] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e877a11-70fc-414b-949a-3865b3383cc8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.341040] env[70636]: DEBUG nova.compute.manager [req-25fc485a-351a-4bcf-b6b6-1a20a1dc92cc req-bb9c3485-e953-4950-a245-4be12f4c476b service nova] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Detach interface failed, port_id=9f39df1e-f210-4c45-9b82-70a0761022d2, reason: Instance 15ceff51-2deb-4f21-ac68-afb2693339a8 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.420510] env[70636]: DEBUG nova.scheduler.client.report [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.528032] env[70636]: INFO nova.compute.manager [-] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Took 1.58 seconds to deallocate network for instance. [ 1268.598049] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.612040] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884668, 'name': Rename_Task, 'duration_secs': 0.17704} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.612339] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.612620] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ded5e835-4fd1-4c3a-a70d-64b8c0623717 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.619443] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1268.619443] env[70636]: value = "task-2884670" [ 1268.619443] env[70636]: _type = "Task" [ 1268.619443] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.626872] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.681925] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884669, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.780019] env[70636]: INFO nova.compute.manager [-] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Took 1.39 seconds to deallocate network for instance. [ 1268.926074] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.464s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.926304] env[70636]: INFO nova.compute.manager [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Migrating [ 1268.932659] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.262s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.933068] env[70636]: DEBUG nova.objects.instance [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lazy-loading 'resources' on Instance uuid aa1c8e98-4487-4538-9453-6921069aeeee {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.073033] env[70636]: INFO nova.compute.manager [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Took 0.55 seconds to detach 1 volumes for instance. [ 1269.075386] env[70636]: DEBUG nova.compute.manager [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Deleting volume: c6f03774-84a3-4a2c-9f44-e3d12855a7fc {{(pid=70636) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1269.124294] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.129566] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884670, 'name': PowerOnVM_Task, 'duration_secs': 0.48653} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.129848] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.130135] env[70636]: INFO nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1269.130378] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.131523] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd1e8f6-c0aa-4752-99ca-0745524edc6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.182479] env[70636]: DEBUG oslo_vmware.api [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884669, 'name': PowerOnVM_Task, 'duration_secs': 0.64548} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.183396] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.183619] env[70636]: INFO nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1269.183827] env[70636]: DEBUG nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.184923] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cd4155-449d-446a-a15b-7db22ca1d0c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.287890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.444296] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.444636] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.444636] env[70636]: DEBUG nova.network.neutron [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.616723] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.652292] env[70636]: INFO nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Took 24.50 seconds to build instance. [ 1269.705808] env[70636]: INFO nova.compute.manager [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Took 24.53 seconds to build instance. [ 1269.745301] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f3bf83-e7b4-4002-b7cd-ec24c4ce9e77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.753473] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3918d6-1edb-47f9-9317-ead16042be48 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.784114] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767f22d5-67e5-41fa-aa50-c39f10d3f5c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.791889] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c236d8-d5f5-4a16-9dc3-cca6b381b188 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.806302] env[70636]: DEBUG nova.compute.provider_tree [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.153933] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.012s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.208077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-13b24585-c7be-44f3-8f51-20421fb81f36 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.045s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.309402] env[70636]: DEBUG nova.scheduler.client.report [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.392860] env[70636]: DEBUG nova.network.neutron [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance_info_cache with network_info: [{"id": "8b0f3314-1a99-4c36-9304-37ad36eea120", "address": "fa:16:3e:33:25:73", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f3314-1a", "ovs_interfaceid": "8b0f3314-1a99-4c36-9304-37ad36eea120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.816928] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.819393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.018s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.821071] env[70636]: INFO nova.compute.claims [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.841518] env[70636]: INFO nova.scheduler.client.report [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Deleted allocations for instance aa1c8e98-4487-4538-9453-6921069aeeee [ 1270.898344] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.930922] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "c9ede557-af90-473b-9d7b-9e1af54e6976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.931210] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.931418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "c9ede557-af90-473b-9d7b-9e1af54e6976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.931655] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.931814] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.935696] env[70636]: INFO nova.compute.manager [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Terminating instance [ 1270.995035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.995211] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.995413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.995627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.995810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.997893] env[70636]: INFO nova.compute.manager [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Terminating instance [ 1271.349041] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ece91c7a-5f6e-4767-84f1-8f1837db13c6 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "aa1c8e98-4487-4538-9453-6921069aeeee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.284s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.440550] env[70636]: DEBUG nova.compute.manager [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.443882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.443882] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a02f272-f4c4-4369-a989-b3c47b2796b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.452877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.456339] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f791b62d-2f31-4277-b5d9-42601c946b52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.461662] env[70636]: DEBUG oslo_vmware.api [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1271.461662] env[70636]: value = "task-2884672" [ 1271.461662] env[70636]: _type = "Task" [ 1271.461662] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.473328] env[70636]: DEBUG oslo_vmware.api [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.501282] env[70636]: DEBUG nova.compute.manager [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.504636] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.504636] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f757c-8edf-4acb-8b1e-38c4f68a1421 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.517149] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.517786] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd0b9f8f-099d-4a74-9946-fd7dc0c8e0e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.526703] env[70636]: DEBUG oslo_vmware.api [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1271.526703] env[70636]: value = "task-2884673" [ 1271.526703] env[70636]: _type = "Task" [ 1271.526703] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.537363] env[70636]: DEBUG oslo_vmware.api [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.972247] env[70636]: DEBUG oslo_vmware.api [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884672, 'name': PowerOffVM_Task, 'duration_secs': 0.216934} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.974336] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.974539] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.975171] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d0664c5-f16b-407d-9747-709903a2ada7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.037232] env[70636]: DEBUG oslo_vmware.api [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884673, 'name': PowerOffVM_Task, 'duration_secs': 0.208325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.040086] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.040358] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.042613] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bd4e84d-fd67-4a92-9560-5262532ebd13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.043545] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.043821] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.044083] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleting the datastore file [datastore1] c9ede557-af90-473b-9d7b-9e1af54e6976 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.044377] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b447451-b620-4ad8-adca-8339d2940eab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.050927] env[70636]: DEBUG oslo_vmware.api [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1272.050927] env[70636]: value = "task-2884676" [ 1272.050927] env[70636]: _type = "Task" [ 1272.050927] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.061383] env[70636]: DEBUG oslo_vmware.api [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.104779] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.105036] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.105227] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleting the datastore file [datastore2] c3cf1f41-315c-47b4-9240-ba762c2c44a9 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.108278] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd5ae62-57bd-4d19-be93-13d880366bcf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.115135] env[70636]: DEBUG oslo_vmware.api [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for the task: (returnval){ [ 1272.115135] env[70636]: value = "task-2884677" [ 1272.115135] env[70636]: _type = "Task" [ 1272.115135] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.121479] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b84653-9c99-4003-b540-6b794bc88640 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.127999] env[70636]: DEBUG oslo_vmware.api [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.132714] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3b94c9-f5ab-4ee0-b556-0c0651b7b0f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.163989] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8266f1ac-e4e1-4fb7-9604-7064735123cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.171467] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72488bd5-779a-4acd-8f01-7fdc26c77bc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.187160] env[70636]: DEBUG nova.compute.provider_tree [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.411754] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ee513c-e437-44d2-a3b9-d0482f85fbc8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.433150] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.562955] env[70636]: DEBUG oslo_vmware.api [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169844} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.563368] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.563675] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.563892] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.564083] env[70636]: INFO nova.compute.manager [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.564336] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.564525] env[70636]: DEBUG nova.compute.manager [-] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.564622] env[70636]: DEBUG nova.network.neutron [-] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.624955] env[70636]: DEBUG oslo_vmware.api [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Task: {'id': task-2884677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160145} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.625231] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.625421] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.625615] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.625788] env[70636]: INFO nova.compute.manager [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.626039] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.626250] env[70636]: DEBUG nova.compute.manager [-] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.626346] env[70636]: DEBUG nova.network.neutron [-] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.690699] env[70636]: DEBUG nova.scheduler.client.report [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.838874] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.839125] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.858152] env[70636]: DEBUG nova.compute.manager [req-87db7b7f-a702-4763-8572-bdc60a54dd28 req-2360be13-3cc4-4da3-9588-a005368c5132 service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Received event network-vif-deleted-51cab1f1-8043-4b51-be00-d89193f9079c {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.858365] env[70636]: INFO nova.compute.manager [req-87db7b7f-a702-4763-8572-bdc60a54dd28 req-2360be13-3cc4-4da3-9588-a005368c5132 service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Neutron deleted interface 51cab1f1-8043-4b51-be00-d89193f9079c; detaching it from the instance and deleting it from the info cache [ 1272.858537] env[70636]: DEBUG nova.network.neutron [req-87db7b7f-a702-4763-8572-bdc60a54dd28 req-2360be13-3cc4-4da3-9588-a005368c5132 service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.878184] env[70636]: DEBUG nova.compute.manager [req-058d5f01-d6c3-4c51-a531-b72b50665f47 req-f32b3635-9459-4efa-92aa-fb608a1d81cb service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Received event network-vif-deleted-dbe847fe-ebca-4168-a39e-b71e162dc836 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.878390] env[70636]: INFO nova.compute.manager [req-058d5f01-d6c3-4c51-a531-b72b50665f47 req-f32b3635-9459-4efa-92aa-fb608a1d81cb service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Neutron deleted interface dbe847fe-ebca-4168-a39e-b71e162dc836; detaching it from the instance and deleting it from the info cache [ 1272.878557] env[70636]: DEBUG nova.network.neutron [req-058d5f01-d6c3-4c51-a531-b72b50665f47 req-f32b3635-9459-4efa-92aa-fb608a1d81cb service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.938929] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.939511] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-458fa9e4-f3b7-4974-8002-71ea8bcb71af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.948228] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1272.948228] env[70636]: value = "task-2884678" [ 1272.948228] env[70636]: _type = "Task" [ 1272.948228] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.958219] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.195849] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.196452] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.199961] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.868s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.200144] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.200294] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1273.200585] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.910s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.201937] env[70636]: INFO nova.compute.claims [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.204921] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e497b-2f10-43ff-b8dc-e47a2ea8c4b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.911969] env[70636]: DEBUG nova.network.neutron [-] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.913102] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.915563] env[70636]: DEBUG nova.network.neutron [-] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.920018] env[70636]: DEBUG nova.compute.utils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.920018] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8270ba8a-26f6-4f17-8b5c-4b5e15bbe8d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.922358] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a62072bd-a9aa-4d00-95b2-6baf035f6e75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.926590] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.926749] env[70636]: DEBUG nova.network.neutron [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.938071] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de674cf5-6b29-4a54-a04f-c5ef8cecbb1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.941736] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884678, 'name': PowerOffVM_Task, 'duration_secs': 0.181312} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.942987] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.943177] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.949863] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b3f6b-3cce-453b-8703-a1af85c2905f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.964204] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db5a10-cd45-4d12-a260-777b10bdbf1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.982938] env[70636]: DEBUG nova.policy [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aabd5e364d824d5985541c783b9493d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d3bebc956c42bd8ff0627db075cabb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.986645] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b615b-9d56-490c-a60d-8523a09797bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.008011] env[70636]: DEBUG nova.compute.manager [req-87db7b7f-a702-4763-8572-bdc60a54dd28 req-2360be13-3cc4-4da3-9588-a005368c5132 service nova] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Detach interface failed, port_id=51cab1f1-8043-4b51-be00-d89193f9079c, reason: Instance c9ede557-af90-473b-9d7b-9e1af54e6976 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.021272] env[70636]: DEBUG nova.compute.manager [req-058d5f01-d6c3-4c51-a531-b72b50665f47 req-f32b3635-9459-4efa-92aa-fb608a1d81cb service nova] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Detach interface failed, port_id=dbe847fe-ebca-4168-a39e-b71e162dc836, reason: Instance c3cf1f41-315c-47b4-9240-ba762c2c44a9 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.025037] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ebaf9-26f2-4a0f-8ad3-4303b69e048b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.052615] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177993MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.053016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.239686] env[70636]: DEBUG nova.network.neutron [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Successfully created port: 9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.420153] env[70636]: INFO nova.compute.manager [-] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Took 1.86 seconds to deallocate network for instance. [ 1274.420989] env[70636]: INFO nova.compute.manager [-] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Took 1.79 seconds to deallocate network for instance. [ 1274.449342] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.463527] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.463762] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.463909] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.464090] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.464321] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.464480] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.464675] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.464841] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.465082] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.465215] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.466243] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.472522] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ae8270-9d6d-4766-b43a-32979366c950 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.489349] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1274.489349] env[70636]: value = "task-2884679" [ 1274.489349] env[70636]: _type = "Task" [ 1274.489349] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.493887] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.502605] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.934477] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.945621] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.002916] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884679, 'name': ReconfigVM_Task, 'duration_secs': 0.148735} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.006266] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.227805] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bf82f6-768e-4331-aab2-dedb1aaff16a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.235983] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2bf562-1ea8-49df-b934-eb67ee5d75a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.265774] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb707d6-5118-49aa-98b1-84e9dd1c1f99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.272853] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd64271-2e7d-4a18-8a09-f403838a6128 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.285660] env[70636]: DEBUG nova.compute.provider_tree [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.510771] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.515256] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.515616] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.516204] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.516433] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.516589] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.516830] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.517237] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.517410] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.517651] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.517838] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.518029] env[70636]: DEBUG nova.virt.hardware [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.523523] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.524102] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5bef72-db04-4125-bdcf-660b76da6dad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.543722] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1275.543722] env[70636]: value = "task-2884680" [ 1275.543722] env[70636]: _type = "Task" [ 1275.543722] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.549210] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.549580] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.549667] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.549893] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.550126] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.550298] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.550538] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.550735] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.550940] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.551158] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.551518] env[70636]: DEBUG nova.virt.hardware [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.552508] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66878a-5a63-4d60-9f56-148a8df6c4a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.559564] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.562758] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b905c57-814f-42bc-ae8d-757a4ff7637d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.628635] env[70636]: DEBUG nova.compute.manager [req-91d47635-3b48-4e03-aa1e-351e2c17ecc7 req-7ef850db-8472-4fbb-ac19-1efda4f4adea service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Received event network-vif-plugged-9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.628876] env[70636]: DEBUG oslo_concurrency.lockutils [req-91d47635-3b48-4e03-aa1e-351e2c17ecc7 req-7ef850db-8472-4fbb-ac19-1efda4f4adea service nova] Acquiring lock "ad946cf1-35f3-462b-9192-8565bce37669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.629103] env[70636]: DEBUG oslo_concurrency.lockutils [req-91d47635-3b48-4e03-aa1e-351e2c17ecc7 req-7ef850db-8472-4fbb-ac19-1efda4f4adea service nova] Lock "ad946cf1-35f3-462b-9192-8565bce37669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.629273] env[70636]: DEBUG oslo_concurrency.lockutils [req-91d47635-3b48-4e03-aa1e-351e2c17ecc7 req-7ef850db-8472-4fbb-ac19-1efda4f4adea service nova] Lock "ad946cf1-35f3-462b-9192-8565bce37669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.629438] env[70636]: DEBUG nova.compute.manager [req-91d47635-3b48-4e03-aa1e-351e2c17ecc7 req-7ef850db-8472-4fbb-ac19-1efda4f4adea service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] No waiting events found dispatching network-vif-plugged-9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.629594] env[70636]: WARNING nova.compute.manager [req-91d47635-3b48-4e03-aa1e-351e2c17ecc7 req-7ef850db-8472-4fbb-ac19-1efda4f4adea service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Received unexpected event network-vif-plugged-9b6bbac5-451b-4c0e-8794-056d618e64e6 for instance with vm_state building and task_state spawning. [ 1275.724421] env[70636]: DEBUG nova.network.neutron [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Successfully updated port: 9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.788986] env[70636]: DEBUG nova.scheduler.client.report [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.053667] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884680, 'name': ReconfigVM_Task, 'duration_secs': 0.154015} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.053947] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.054785] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831bbcdf-ebcc-4768-9b8e-1741fe05e69e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.076831] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194/a6572440-7f26-4d67-9f1f-5af372d6a194.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.077172] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bc3cc3-a42a-4214-bade-4bdeba051a09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.096245] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1276.096245] env[70636]: value = "task-2884681" [ 1276.096245] env[70636]: _type = "Task" [ 1276.096245] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.103219] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.227945] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "refresh_cache-ad946cf1-35f3-462b-9192-8565bce37669" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.228140] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquired lock "refresh_cache-ad946cf1-35f3-462b-9192-8565bce37669" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.228298] env[70636]: DEBUG nova.network.neutron [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.293701] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.093s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.294250] env[70636]: DEBUG nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.297272] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.723s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.298674] env[70636]: INFO nova.compute.claims [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.605906] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884681, 'name': ReconfigVM_Task, 'duration_secs': 0.264751} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.606188] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194/a6572440-7f26-4d67-9f1f-5af372d6a194.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.606451] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.761764] env[70636]: DEBUG nova.network.neutron [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.803093] env[70636]: DEBUG nova.compute.utils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.806383] env[70636]: DEBUG nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1276.890141] env[70636]: DEBUG nova.network.neutron [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Updating instance_info_cache with network_info: [{"id": "9b6bbac5-451b-4c0e-8794-056d618e64e6", "address": "fa:16:3e:bd:32:ce", "network": {"id": "af23f497-328f-47fc-80be-500e889bf09c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1913826651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d3bebc956c42bd8ff0627db075cabb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6bbac5-45", "ovs_interfaceid": "9b6bbac5-451b-4c0e-8794-056d618e64e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.113061] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d400b90-ea4d-4a09-be3b-20cba0e9d45b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.134599] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884658c-cee9-4e15-af7f-4586ca01c04f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.152846] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.307515] env[70636]: DEBUG nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.393711] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Releasing lock "refresh_cache-ad946cf1-35f3-462b-9192-8565bce37669" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.394029] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Instance network_info: |[{"id": "9b6bbac5-451b-4c0e-8794-056d618e64e6", "address": "fa:16:3e:bd:32:ce", "network": {"id": "af23f497-328f-47fc-80be-500e889bf09c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1913826651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d3bebc956c42bd8ff0627db075cabb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6bbac5-45", "ovs_interfaceid": "9b6bbac5-451b-4c0e-8794-056d618e64e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.394610] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:32:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6bbac5-451b-4c0e-8794-056d618e64e6', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.402041] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Creating folder: Project (e9d3bebc956c42bd8ff0627db075cabb). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.404184] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec83cf1a-4d8d-490c-8c3e-116e3efa7623 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.416795] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Created folder: Project (e9d3bebc956c42bd8ff0627db075cabb) in parent group-v579393. [ 1277.416951] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Creating folder: Instances. Parent ref: group-v579618. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.417202] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11083f2a-e4d8-41f2-92f9-2e62ec9016b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.425346] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Created folder: Instances in parent group-v579618. [ 1277.425604] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.427768] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.428160] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d580abdf-939d-487b-bd44-d64a6da72e62 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.449371] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.449371] env[70636]: value = "task-2884684" [ 1277.449371] env[70636]: _type = "Task" [ 1277.449371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.458640] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884684, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.598102] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef4623-ae9a-43d9-b207-20f20e07c010 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.604661] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d26ebe-8333-4804-a144-2ffe9a8eaab6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.638919] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f0ce7f-6c36-4824-8f4f-4c0cca7a26bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.647762] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a208c9d-89c8-4be0-a551-5bd79e9840e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.664801] env[70636]: DEBUG nova.compute.provider_tree [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.667838] env[70636]: DEBUG nova.compute.manager [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Received event network-changed-9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.668153] env[70636]: DEBUG nova.compute.manager [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Refreshing instance network info cache due to event network-changed-9b6bbac5-451b-4c0e-8794-056d618e64e6. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.668482] env[70636]: DEBUG oslo_concurrency.lockutils [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] Acquiring lock "refresh_cache-ad946cf1-35f3-462b-9192-8565bce37669" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.668740] env[70636]: DEBUG oslo_concurrency.lockutils [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] Acquired lock "refresh_cache-ad946cf1-35f3-462b-9192-8565bce37669" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.669043] env[70636]: DEBUG nova.network.neutron [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Refreshing network info cache for port 9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.702793] env[70636]: DEBUG nova.network.neutron [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Port 8b0f3314-1a99-4c36-9304-37ad36eea120 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1277.959640] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884684, 'name': CreateVM_Task, 'duration_secs': 0.345038} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.959845] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.960562] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.960728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.961061] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.961337] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3167992-f892-4d06-b034-11201121d073 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.966241] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1277.966241] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5258b748-eb7a-00fd-159c-a5149b630ff4" [ 1277.966241] env[70636]: _type = "Task" [ 1277.966241] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.973873] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5258b748-eb7a-00fd-159c-a5149b630ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.171301] env[70636]: DEBUG nova.scheduler.client.report [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.320835] env[70636]: DEBUG nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.352683] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.352940] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.353119] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.353303] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.353479] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.353586] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.353792] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.354028] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.354123] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.354291] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.354462] env[70636]: DEBUG nova.virt.hardware [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.355360] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5502b24-33b5-4ce8-ba1e-ef89a4413186 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.363261] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df43a4-631e-4f6f-a953-98d837457d4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.376444] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.381927] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Creating folder: Project (3a195b48830347878e4c3303c83fae84). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.385107] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d788eb2d-b608-4c1d-b80b-a1b360f20a35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.395451] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Created folder: Project (3a195b48830347878e4c3303c83fae84) in parent group-v579393. [ 1278.395643] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Creating folder: Instances. Parent ref: group-v579621. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.395882] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60cad50b-b083-4482-98c3-2663a0bd9b9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.406811] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Created folder: Instances in parent group-v579621. [ 1278.407149] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.407415] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.407704] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daedf516-eb12-4c0a-8b63-3a5caec03708 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.425223] env[70636]: DEBUG nova.network.neutron [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Updated VIF entry in instance network info cache for port 9b6bbac5-451b-4c0e-8794-056d618e64e6. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.425580] env[70636]: DEBUG nova.network.neutron [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Updating instance_info_cache with network_info: [{"id": "9b6bbac5-451b-4c0e-8794-056d618e64e6", "address": "fa:16:3e:bd:32:ce", "network": {"id": "af23f497-328f-47fc-80be-500e889bf09c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1913826651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d3bebc956c42bd8ff0627db075cabb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6bbac5-45", "ovs_interfaceid": "9b6bbac5-451b-4c0e-8794-056d618e64e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.427861] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.427861] env[70636]: value = "task-2884687" [ 1278.427861] env[70636]: _type = "Task" [ 1278.427861] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.435450] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884687, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.476018] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5258b748-eb7a-00fd-159c-a5149b630ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.036039} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.476318] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.476549] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.476779] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.476938] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.477116] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.477370] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1770c809-26a0-4a54-a744-9e7f80bea9c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.485383] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.485551] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.486250] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b622ec59-e602-44a8-b0fa-f5b7a32784d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.491032] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1278.491032] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52df68fc-0191-5128-e0e7-b7ebe93bb80f" [ 1278.491032] env[70636]: _type = "Task" [ 1278.491032] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.498845] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52df68fc-0191-5128-e0e7-b7ebe93bb80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.681186] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.681850] env[70636]: DEBUG nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.684477] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.560s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.686017] env[70636]: INFO nova.compute.claims [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.725348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.725589] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.725764] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.929414] env[70636]: DEBUG oslo_concurrency.lockutils [req-81f85663-2e0b-431d-a690-f31c5870cd42 req-fd230c28-e69d-4d28-958e-5def8afbcfa9 service nova] Releasing lock "refresh_cache-ad946cf1-35f3-462b-9192-8565bce37669" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.939174] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884687, 'name': CreateVM_Task, 'duration_secs': 0.367408} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.939310] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.939710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.939869] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.940187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.940430] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6551ae4-ef48-4a83-8b36-06788a82b310 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.944928] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1278.944928] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526ce20e-e4e1-32c7-bb5e-6d75ebe8dbe5" [ 1278.944928] env[70636]: _type = "Task" [ 1278.944928] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.952769] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526ce20e-e4e1-32c7-bb5e-6d75ebe8dbe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.000788] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52df68fc-0191-5128-e0e7-b7ebe93bb80f, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.001913] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a0f761-5a19-423f-8ec2-8749610ff7ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.007043] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1279.007043] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526b1da7-9f8e-d1df-551d-e7140df71e29" [ 1279.007043] env[70636]: _type = "Task" [ 1279.007043] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.014854] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526b1da7-9f8e-d1df-551d-e7140df71e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.190984] env[70636]: DEBUG nova.compute.utils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.194372] env[70636]: DEBUG nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1279.455256] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526ce20e-e4e1-32c7-bb5e-6d75ebe8dbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.455525] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.455765] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.455979] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.519239] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526b1da7-9f8e-d1df-551d-e7140df71e29, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.519622] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.519960] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ad946cf1-35f3-462b-9192-8565bce37669/ad946cf1-35f3-462b-9192-8565bce37669.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.520333] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.520577] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.520849] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d6e055-207d-465c-b70a-58d6fbbf1020 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.522870] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-752e213c-6238-47f9-a338-89ecf419de32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.530213] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1279.530213] env[70636]: value = "task-2884688" [ 1279.530213] env[70636]: _type = "Task" [ 1279.530213] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.534484] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.534705] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.535706] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a7019f-8a1b-4d96-bfc1-89dca95d8ce7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.540877] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.543653] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1279.543653] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52568732-2087-158f-8c0f-eb949ce38f3a" [ 1279.543653] env[70636]: _type = "Task" [ 1279.543653] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.551214] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52568732-2087-158f-8c0f-eb949ce38f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.696113] env[70636]: DEBUG nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.771768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.772068] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.772342] env[70636]: DEBUG nova.network.neutron [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.023992] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705f25c-7b0a-455b-be3c-e55e7796b3de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.034259] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859a2fb2-7f39-4af8-8b30-b672ecc08075 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.041868] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48552} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.066286] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ad946cf1-35f3-462b-9192-8565bce37669/ad946cf1-35f3-462b-9192-8565bce37669.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.066775] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.067384] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4affb6e4-3252-46e3-b224-06fa8d847ab7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.072508] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46765caa-9165-4f6a-9bfc-4df86c0132e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.084503] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6453d30-4e38-4156-ad8a-319bb45bfcb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.090951] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1280.090951] env[70636]: value = "task-2884689" [ 1280.090951] env[70636]: _type = "Task" [ 1280.090951] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.091464] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52568732-2087-158f-8c0f-eb949ce38f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016316} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.095188] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf32419-aa60-4363-a693-717098b46802 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.105573] env[70636]: DEBUG nova.compute.provider_tree [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.112982] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.114450] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1280.114450] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f1998e-f8c2-354a-8856-d0bbba3ae8a4" [ 1280.114450] env[70636]: _type = "Task" [ 1280.114450] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.121263] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f1998e-f8c2-354a-8856-d0bbba3ae8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.121524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.121941] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 125eefdd-b35f-4688-aa46-5c9f925b870a/125eefdd-b35f-4688-aa46-5c9f925b870a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.122152] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ee5418-01b3-433f-9d2a-989981993708 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.128443] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1280.128443] env[70636]: value = "task-2884690" [ 1280.128443] env[70636]: _type = "Task" [ 1280.128443] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.137215] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.539178] env[70636]: DEBUG nova.network.neutron [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance_info_cache with network_info: [{"id": "8b0f3314-1a99-4c36-9304-37ad36eea120", "address": "fa:16:3e:33:25:73", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f3314-1a", "ovs_interfaceid": "8b0f3314-1a99-4c36-9304-37ad36eea120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.602705] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070842} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.603132] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.604095] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb896779-2df7-430d-a07e-a9fbea295ed2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.620226] env[70636]: DEBUG nova.scheduler.client.report [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.632543] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] ad946cf1-35f3-462b-9192-8565bce37669/ad946cf1-35f3-462b-9192-8565bce37669.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.633202] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008d96c6-341e-4d98-bdec-4a86ffa6aad6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.657398] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884690, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.659427] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1280.659427] env[70636]: value = "task-2884691" [ 1280.659427] env[70636]: _type = "Task" [ 1280.659427] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.670910] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.708323] env[70636]: DEBUG nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.734479] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.734727] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.734880] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.735067] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.735335] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.735379] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.735574] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.735743] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.735914] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.736083] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.736258] env[70636]: DEBUG nova.virt.hardware [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.737119] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8a301-bc29-4faa-9081-997935af4b57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.745189] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ef76a-b1de-4048-83cf-f43ed34e4793 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.759636] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.765164] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.765437] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.765614] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b24c58b-b040-4478-ba05-b7d338d670e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.782036] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.782036] env[70636]: value = "task-2884692" [ 1280.782036] env[70636]: _type = "Task" [ 1280.782036] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.790255] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884692, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.042869] env[70636]: DEBUG oslo_concurrency.lockutils [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.134342] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.134962] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.137909] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.850s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.138175] env[70636]: DEBUG nova.objects.instance [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lazy-loading 'resources' on Instance uuid 15ceff51-2deb-4f21-ac68-afb2693339a8 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.149528] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560479} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.150072] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 125eefdd-b35f-4688-aa46-5c9f925b870a/125eefdd-b35f-4688-aa46-5c9f925b870a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.150204] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.150427] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89427e7f-5ad7-4a66-bad1-da84803da0da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.158476] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1281.158476] env[70636]: value = "task-2884693" [ 1281.158476] env[70636]: _type = "Task" [ 1281.158476] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.174770] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.175036] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.283061] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.283661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.294642] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884692, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.570839] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0fac05-22ac-466c-8e55-1ab7e4d914f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.592118] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b7b04-d3bd-4555-ad31-86acbf00830e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.599817] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.647325] env[70636]: DEBUG nova.compute.utils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.651774] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.651952] env[70636]: DEBUG nova.network.neutron [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.672443] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07022} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.675530] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.676086] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884691, 'name': ReconfigVM_Task, 'duration_secs': 0.971226} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.676761] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c02e8-0a2a-4d53-b4b7-3095b7f0f107 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.679230] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Reconfigured VM instance instance-00000051 to attach disk [datastore2] ad946cf1-35f3-462b-9192-8565bce37669/ad946cf1-35f3-462b-9192-8565bce37669.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.679763] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b23490f-145f-423d-bffa-e2ae79819496 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.692207] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1281.692207] env[70636]: value = "task-2884694" [ 1281.692207] env[70636]: _type = "Task" [ 1281.692207] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.701136] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 125eefdd-b35f-4688-aa46-5c9f925b870a/125eefdd-b35f-4688-aa46-5c9f925b870a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.704688] env[70636]: DEBUG nova.policy [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.706060] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61de18d5-a379-40c9-9070-f2ef0cac784a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.728385] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884694, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.729622] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1281.729622] env[70636]: value = "task-2884695" [ 1281.729622] env[70636]: _type = "Task" [ 1281.729622] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.739195] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.790701] env[70636]: DEBUG nova.compute.utils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.801437] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884692, 'name': CreateVM_Task, 'duration_secs': 0.692298} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.802557] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.803008] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.803188] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.803506] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.804218] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d990bd5a-64f8-4dc7-ac6f-005e90d20542 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.811724] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1281.811724] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a1df52-5465-a40f-6763-39b9a6625bae" [ 1281.811724] env[70636]: _type = "Task" [ 1281.811724] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.819046] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a1df52-5465-a40f-6763-39b9a6625bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.985828] env[70636]: DEBUG nova.network.neutron [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Successfully created port: 7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.989822] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f88f8-1e9b-4e16-ab1c-bbb1f9d3fe6f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.997343] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec52c27-0b24-4c2a-94cb-c76711a2eac6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.030745] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf73bde-e040-4fad-beac-5354c44f96bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.038804] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce111d8c-0798-45b4-93d3-f1d5e5ceecb2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.052751] env[70636]: DEBUG nova.compute.provider_tree [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.106545] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.106850] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6aca19f-be09-4382-9f16-2148ba22982d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.114150] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1282.114150] env[70636]: value = "task-2884696" [ 1282.114150] env[70636]: _type = "Task" [ 1282.114150] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.123384] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.156727] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.219520] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884694, 'name': Rename_Task, 'duration_secs': 0.136525} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.220189] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.220189] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a789b992-0a9c-4215-9bcb-cea915d0387d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.227449] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1282.227449] env[70636]: value = "task-2884697" [ 1282.227449] env[70636]: _type = "Task" [ 1282.227449] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.239219] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.243773] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884695, 'name': ReconfigVM_Task, 'duration_secs': 0.293596} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.244070] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 125eefdd-b35f-4688-aa46-5c9f925b870a/125eefdd-b35f-4688-aa46-5c9f925b870a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.245118] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70dbd5a1-5585-4002-8f9d-bf9d359b2daf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.251097] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1282.251097] env[70636]: value = "task-2884698" [ 1282.251097] env[70636]: _type = "Task" [ 1282.251097] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.259817] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884698, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.293817] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.322206] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a1df52-5465-a40f-6763-39b9a6625bae, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.322479] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.322713] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.323036] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.323211] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.323393] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.323660] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56c9ecea-d7d6-49e1-841c-1fcd0ef62f70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.331746] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.331931] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.332650] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8039bd3-e9e0-4bfb-a6ad-f60cb9d23e1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.338018] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1282.338018] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e2ea8-22f3-45cf-7bc8-ee6e587bd22e" [ 1282.338018] env[70636]: _type = "Task" [ 1282.338018] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.346611] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e2ea8-22f3-45cf-7bc8-ee6e587bd22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.556118] env[70636]: DEBUG nova.scheduler.client.report [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.624070] env[70636]: DEBUG oslo_vmware.api [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884696, 'name': PowerOnVM_Task, 'duration_secs': 0.39699} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.624070] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.624536] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f4a8-b1ab-4bcb-85a7-bc09e82f6cbe tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance 'a6572440-7f26-4d67-9f1f-5af372d6a194' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.739629] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884697, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.760039] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884698, 'name': Rename_Task, 'duration_secs': 0.155249} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.760309] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.760551] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1743476-0626-4fa2-b635-bb9ebff455a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.766894] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1282.766894] env[70636]: value = "task-2884699" [ 1282.766894] env[70636]: _type = "Task" [ 1282.766894] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.775060] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.781862] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.782111] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.851052] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e2ea8-22f3-45cf-7bc8-ee6e587bd22e, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.854141] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d38222-7b13-430d-9a34-53c05d596be2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.860387] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1282.860387] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5265099a-47f1-aff9-b57e-64e2b60e9cb4" [ 1282.860387] env[70636]: _type = "Task" [ 1282.860387] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.868805] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5265099a-47f1-aff9-b57e-64e2b60e9cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.061856] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.064252] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.448s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.064484] env[70636]: DEBUG nova.objects.instance [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lazy-loading 'resources' on Instance uuid 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.083336] env[70636]: INFO nova.scheduler.client.report [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Deleted allocations for instance 15ceff51-2deb-4f21-ac68-afb2693339a8 [ 1283.166103] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.193131] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.193374] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.193531] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.193713] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.193860] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.194031] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.194260] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.194400] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.194563] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.194722] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.194894] env[70636]: DEBUG nova.virt.hardware [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.195863] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6508f1-b1e7-4099-b778-a8046d79fad9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.204278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877680d0-55cd-4e56-97bb-b3dc42e48449 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.219982] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.220223] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.236111] env[70636]: DEBUG oslo_vmware.api [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884697, 'name': PowerOnVM_Task, 'duration_secs': 0.522717} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.236347] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.236537] env[70636]: INFO nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1283.236710] env[70636]: DEBUG nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.237663] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710b6d45-7f12-4825-a700-832a2069d9db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.276769] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.285235] env[70636]: DEBUG nova.compute.utils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.354845] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.355112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.355343] env[70636]: INFO nova.compute.manager [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Attaching volume 3fd41607-6c55-47e1-ab53-cdd10deb22f3 to /dev/sdb [ 1283.372180] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5265099a-47f1-aff9-b57e-64e2b60e9cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014547} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.372450] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.372700] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.372965] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d7bdf13-5a1f-4ee1-9dac-91aa8599414b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.379101] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1283.379101] env[70636]: value = "task-2884700" [ 1283.379101] env[70636]: _type = "Task" [ 1283.379101] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.386580] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.388091] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce56aeb-e94f-4472-abae-36f48bad62f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.393688] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f913616-c4e1-48db-8573-de9bb58c5a7c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.405994] env[70636]: DEBUG nova.virt.block_device [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updating existing volume attachment record: e0086b08-7d81-4b23-addc-6656b0087e7c {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1283.489395] env[70636]: DEBUG nova.network.neutron [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Successfully updated port: 7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.591888] env[70636]: DEBUG oslo_concurrency.lockutils [None req-35dfde07-dd25-4c7d-8b68-224463a2bb9a tempest-ServersAdminTestJSON-98071355 tempest-ServersAdminTestJSON-98071355-project-member] Lock "15ceff51-2deb-4f21-ac68-afb2693339a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.826s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.723098] env[70636]: DEBUG nova.compute.utils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.759869] env[70636]: INFO nova.compute.manager [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Took 18.98 seconds to build instance. [ 1283.780992] env[70636]: DEBUG oslo_vmware.api [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884699, 'name': PowerOnVM_Task, 'duration_secs': 0.858994} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.781321] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.781539] env[70636]: INFO nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Took 5.46 seconds to spawn the instance on the hypervisor. [ 1283.781734] env[70636]: DEBUG nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.782606] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1a1c8a-4c92-404b-87a3-580ce0b9782c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.788821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.890471] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.895045] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4dffd6-8055-411c-9653-d778bed75263 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.902637] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b2db7-23d2-48f6-9979-a8fcbd4e9e11 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.936873] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd46bb6-2c11-43b8-b135-9a1519b9d300 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.943408] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a93e4-8dd7-4f1f-8393-3272f48a2bfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.956856] env[70636]: DEBUG nova.compute.provider_tree [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.992196] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-9d8ecf23-bb79-4295-82e5-fae1653d7a05" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.992352] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-9d8ecf23-bb79-4295-82e5-fae1653d7a05" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.992504] env[70636]: DEBUG nova.network.neutron [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.226916] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.262800] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9351bbdf-7ef0-4960-a8e3-6672e445896c tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "ad946cf1-35f3-462b-9192-8565bce37669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.497s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.304897] env[70636]: INFO nova.compute.manager [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Took 17.03 seconds to build instance. [ 1284.391957] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566083} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.392288] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.392511] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.392761] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2f89c9-176f-4b7b-b9c1-f4eec7a11736 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.399290] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1284.399290] env[70636]: value = "task-2884704" [ 1284.399290] env[70636]: _type = "Task" [ 1284.399290] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.407238] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.427456] env[70636]: DEBUG nova.compute.manager [req-d4a64b2e-14a9-411e-ad91-9c5252f6db55 req-a596798b-fa71-46ba-b818-b0756fc3a806 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Received event network-vif-plugged-7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.427714] env[70636]: DEBUG oslo_concurrency.lockutils [req-d4a64b2e-14a9-411e-ad91-9c5252f6db55 req-a596798b-fa71-46ba-b818-b0756fc3a806 service nova] Acquiring lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.427940] env[70636]: DEBUG oslo_concurrency.lockutils [req-d4a64b2e-14a9-411e-ad91-9c5252f6db55 req-a596798b-fa71-46ba-b818-b0756fc3a806 service nova] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.428125] env[70636]: DEBUG oslo_concurrency.lockutils [req-d4a64b2e-14a9-411e-ad91-9c5252f6db55 req-a596798b-fa71-46ba-b818-b0756fc3a806 service nova] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.428293] env[70636]: DEBUG nova.compute.manager [req-d4a64b2e-14a9-411e-ad91-9c5252f6db55 req-a596798b-fa71-46ba-b818-b0756fc3a806 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] No waiting events found dispatching network-vif-plugged-7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.428455] env[70636]: WARNING nova.compute.manager [req-d4a64b2e-14a9-411e-ad91-9c5252f6db55 req-a596798b-fa71-46ba-b818-b0756fc3a806 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Received unexpected event network-vif-plugged-7c87d2c9-a83d-43a7-a5a8-393a51828127 for instance with vm_state building and task_state spawning. [ 1284.461420] env[70636]: DEBUG nova.scheduler.client.report [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.524734] env[70636]: DEBUG nova.network.neutron [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.652783] env[70636]: DEBUG nova.network.neutron [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Updating instance_info_cache with network_info: [{"id": "7c87d2c9-a83d-43a7-a5a8-393a51828127", "address": "fa:16:3e:1d:4c:41", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c87d2c9-a8", "ovs_interfaceid": "7c87d2c9-a83d-43a7-a5a8-393a51828127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.807474] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a24fa6fb-53d5-41d0-ae93-e9976be93568 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "125eefdd-b35f-4688-aa46-5c9f925b870a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.545s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.856104] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.856247] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.857129] env[70636]: INFO nova.compute.manager [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Attaching volume 475030b9-9617-4191-b3f1-ca1059ffbb7d to /dev/sdb [ 1284.891181] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d860d0-356f-4175-8160-959193e043ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.899082] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866558fc-069c-4848-9245-03fd296b27df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.911024] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070253} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.911024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.911024] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c83342-d53f-434d-ae15-75f4d8b71033 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.919092] env[70636]: DEBUG nova.virt.block_device [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating existing volume attachment record: 1363c4b6-a001-4462-96ea-e9315c36da83 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1284.936085] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.936514] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdc83fb-231d-4e28-86fe-d85360be537b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.955501] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1284.955501] env[70636]: value = "task-2884705" [ 1284.955501] env[70636]: _type = "Task" [ 1284.955501] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.967991] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.970042] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.973157] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.920s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.999475] env[70636]: INFO nova.scheduler.client.report [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Deleted allocations for instance 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd [ 1285.155778] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-9d8ecf23-bb79-4295-82e5-fae1653d7a05" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.156187] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Instance network_info: |[{"id": "7c87d2c9-a83d-43a7-a5a8-393a51828127", "address": "fa:16:3e:1d:4c:41", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c87d2c9-a8", "ovs_interfaceid": "7c87d2c9-a83d-43a7-a5a8-393a51828127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.156599] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:4c:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c87d2c9-a83d-43a7-a5a8-393a51828127', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.165135] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.165442] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.165730] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6888116-7591-4739-8e0e-eeb29529da4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.189630] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.189630] env[70636]: value = "task-2884707" [ 1285.189630] env[70636]: _type = "Task" [ 1285.189630] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.198420] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884707, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.281824] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.282444] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.282444] env[70636]: INFO nova.compute.manager [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Attaching volume ed1bbaeb-4d96-419f-acf5-6ef326982d57 to /dev/sdb [ 1285.464254] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a6572440-7f26-4d67-9f1f-5af372d6a194" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.464516] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.465391] env[70636]: DEBUG nova.compute.manager [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Going to confirm migration 4 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1285.487579] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884705, 'name': ReconfigVM_Task, 'duration_secs': 0.385478} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.488747] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.489671] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad9bbf0-ea7a-422a-ad54-16548e047f02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.500829] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1285.500829] env[70636]: value = "task-2884710" [ 1285.500829] env[70636]: _type = "Task" [ 1285.500829] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.514194] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc31dea3-5895-4b71-af3d-bf3b9ea3a3a0 tempest-ServersTestBootFromVolume-114960052 tempest-ServersTestBootFromVolume-114960052-project-member] Lock "65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.347s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.517557] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884710, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.577208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "ad946cf1-35f3-462b-9192-8565bce37669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.577488] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "ad946cf1-35f3-462b-9192-8565bce37669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.577854] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "ad946cf1-35f3-462b-9192-8565bce37669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.578634] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "ad946cf1-35f3-462b-9192-8565bce37669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.578978] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "ad946cf1-35f3-462b-9192-8565bce37669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.581954] env[70636]: INFO nova.compute.manager [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Terminating instance [ 1285.704803] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884707, 'name': CreateVM_Task, 'duration_secs': 0.335113} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.704969] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.706860] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.706956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.707301] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.707568] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0443e635-ea67-4951-a74c-4bf64637b8d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.712336] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1285.712336] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bd6237-4bc3-4fa9-b07d-60309490c0d9" [ 1285.712336] env[70636]: _type = "Task" [ 1285.712336] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.720747] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bd6237-4bc3-4fa9-b07d-60309490c0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.971937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.971937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.972246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.972246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.973025] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.976299] env[70636]: INFO nova.compute.manager [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Terminating instance [ 1285.993478] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Applying migration context for instance a6572440-7f26-4d67-9f1f-5af372d6a194 as it has an incoming, in-progress migration f6260cc1-20f1-4652-8203-ac3bf0f54dfa. Migration status is confirming {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1285.996742] env[70636]: INFO nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating resource usage from migration f6260cc1-20f1-4652-8203-ac3bf0f54dfa [ 1286.020082] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884710, 'name': Rename_Task, 'duration_secs': 0.267996} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.020696] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.021086] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ed445c-2a48-4fcc-96ff-9d83e289a2c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.027616] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1286.027616] env[70636]: value = "task-2884712" [ 1286.027616] env[70636]: _type = "Task" [ 1286.027616] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.028663] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81db790c-10a7-4786-bcb8-20d0a2974997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.028816] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e89e4a62-f903-48ed-bad3-4d96b4952c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.028997] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029188] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029349] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6f14998f-2ea7-4388-bede-9520190119cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029473] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e8501dc5-7abf-47c7-8359-cb9b58258539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029656] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 62ac915a-5dfe-49f6-89c4-e05fc79b1e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029730] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 53d9a102-3ace-462d-935f-6e0869eb81a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029874] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 5651e220-7ded-4770-997e-c96308342bdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.029924] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.030018] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 93147af3-f9a6-4fe5-a753-2e178295b355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.030161] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 7228acf9-faef-466c-be68-eb2592bd243e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.030239] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.030381] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance c9ede557-af90-473b-9d7b-9e1af54e6976 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1286.030529] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance c3cf1f41-315c-47b4-9240-ba762c2c44a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1286.030658] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration f6260cc1-20f1-4652-8203-ac3bf0f54dfa is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1286.030723] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance a6572440-7f26-4d67-9f1f-5af372d6a194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.030815] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance ad946cf1-35f3-462b-9192-8565bce37669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.030920] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 125eefdd-b35f-4688-aa46-5c9f925b870a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.031087] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 0df605af-9b9f-45d3-879e-cddb0227262a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.031820] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 9d8ecf23-bb79-4295-82e5-fae1653d7a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1286.042359] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.086408] env[70636]: DEBUG nova.compute.manager [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.086667] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.088781] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0c398-357e-4a37-a7b1-abddff88fd39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.097221] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.097221] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a78a75-cbf1-407b-8d3d-0a8377eedb59 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.104291] env[70636]: DEBUG oslo_vmware.api [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1286.104291] env[70636]: value = "task-2884713" [ 1286.104291] env[70636]: _type = "Task" [ 1286.104291] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.108096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.108277] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.108459] env[70636]: DEBUG nova.network.neutron [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.108639] env[70636]: DEBUG nova.objects.instance [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'info_cache' on Instance uuid a6572440-7f26-4d67-9f1f-5af372d6a194 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.119777] env[70636]: DEBUG oslo_vmware.api [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.224141] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bd6237-4bc3-4fa9-b07d-60309490c0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016614} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.224530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.224823] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.225153] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.225367] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.225616] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.225959] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9837aa8-a195-430e-b408-69e92f272924 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.235285] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.235516] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.236511] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960aecde-0362-4817-bc0b-4afccf79d35e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.242431] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1286.242431] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e62093-c021-fdfb-b7ab-758e6c326f67" [ 1286.242431] env[70636]: _type = "Task" [ 1286.242431] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.252205] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e62093-c021-fdfb-b7ab-758e6c326f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.469644] env[70636]: DEBUG nova.compute.manager [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Received event network-changed-7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.469843] env[70636]: DEBUG nova.compute.manager [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Refreshing instance network info cache due to event network-changed-7c87d2c9-a83d-43a7-a5a8-393a51828127. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.470073] env[70636]: DEBUG oslo_concurrency.lockutils [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] Acquiring lock "refresh_cache-9d8ecf23-bb79-4295-82e5-fae1653d7a05" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.470236] env[70636]: DEBUG oslo_concurrency.lockutils [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] Acquired lock "refresh_cache-9d8ecf23-bb79-4295-82e5-fae1653d7a05" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.470400] env[70636]: DEBUG nova.network.neutron [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Refreshing network info cache for port 7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.482092] env[70636]: DEBUG nova.compute.manager [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.482092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.483050] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60107bea-006d-4288-af59-6a37e63cb9da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.491951] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.492219] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75b1393-7eb2-4847-8f62-22856e074dbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.500591] env[70636]: DEBUG oslo_vmware.api [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1286.500591] env[70636]: value = "task-2884714" [ 1286.500591] env[70636]: _type = "Task" [ 1286.500591] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.507337] env[70636]: DEBUG oslo_vmware.api [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.539021] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance be4fc2c2-b433-4b5b-8bc3-9823ec57cd59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1286.539021] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1286.539021] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1286.549819] env[70636]: DEBUG oslo_vmware.api [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884712, 'name': PowerOnVM_Task, 'duration_secs': 0.518711} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.549927] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.550112] env[70636]: INFO nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1286.550286] env[70636]: DEBUG nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.551139] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc0d3ac-54bb-4d84-bbec-25046baca357 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.620773] env[70636]: DEBUG oslo_vmware.api [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884713, 'name': PowerOffVM_Task, 'duration_secs': 0.16715} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.621064] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.621237] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.622281] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab951e0-22b5-4896-98b2-e1d585fb6d78 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.691854] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.692358] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.692479] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Deleting the datastore file [datastore2] ad946cf1-35f3-462b-9192-8565bce37669 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.693458] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9473ac-9450-49c3-8d2b-2281d4b8b560 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.702333] env[70636]: DEBUG oslo_vmware.api [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for the task: (returnval){ [ 1286.702333] env[70636]: value = "task-2884716" [ 1286.702333] env[70636]: _type = "Task" [ 1286.702333] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.711690] env[70636]: DEBUG oslo_vmware.api [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.753526] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e62093-c021-fdfb-b7ab-758e6c326f67, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.753526] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c2de70-3633-4a55-a7f0-2bd3f5c44ccd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.762050] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1286.762050] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f68c86-25d8-309a-e52b-2f1b514ba738" [ 1286.762050] env[70636]: _type = "Task" [ 1286.762050] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.770267] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f68c86-25d8-309a-e52b-2f1b514ba738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.907195] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae986e8d-7cdd-4443-9e48-61c29f7511bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.914726] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549faee0-630a-4af4-b318-e426c6ed3c6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.949706] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb57fb-099f-4a06-a90e-544786a7daf8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.960096] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b9dda-6731-4585-bdbd-7b3dc1eb5041 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.982911] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.008415] env[70636]: DEBUG oslo_vmware.api [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884714, 'name': PowerOffVM_Task, 'duration_secs': 0.273926} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.008609] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.008952] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.011697] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34f5c97-9543-4bc5-b537-c8d3e423cfbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.069350] env[70636]: INFO nova.compute.manager [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Took 19.52 seconds to build instance. [ 1287.084424] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.084953] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.084953] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Deleting the datastore file [datastore2] 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.085127] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d280f9-59b9-420c-9148-47ed8c804869 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.091752] env[70636]: DEBUG oslo_vmware.api [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for the task: (returnval){ [ 1287.091752] env[70636]: value = "task-2884718" [ 1287.091752] env[70636]: _type = "Task" [ 1287.091752] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.102290] env[70636]: DEBUG oslo_vmware.api [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.212980] env[70636]: DEBUG oslo_vmware.api [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Task: {'id': task-2884716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409892} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.213744] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.213963] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.214309] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.214394] env[70636]: INFO nova.compute.manager [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1287.214624] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.214833] env[70636]: DEBUG nova.compute.manager [-] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.214950] env[70636]: DEBUG nova.network.neutron [-] [instance: ad946cf1-35f3-462b-9192-8565bce37669] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.277422] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f68c86-25d8-309a-e52b-2f1b514ba738, 'name': SearchDatastore_Task, 'duration_secs': 0.015576} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.277422] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.277422] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 9d8ecf23-bb79-4295-82e5-fae1653d7a05/9d8ecf23-bb79-4295-82e5-fae1653d7a05.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.277771] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b2684c-2242-4acf-ad05-97223937e8df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.285150] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1287.285150] env[70636]: value = "task-2884719" [ 1287.285150] env[70636]: _type = "Task" [ 1287.285150] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.293444] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.320883] env[70636]: DEBUG nova.network.neutron [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Updated VIF entry in instance network info cache for port 7c87d2c9-a83d-43a7-a5a8-393a51828127. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.321272] env[70636]: DEBUG nova.network.neutron [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Updating instance_info_cache with network_info: [{"id": "7c87d2c9-a83d-43a7-a5a8-393a51828127", "address": "fa:16:3e:1d:4c:41", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c87d2c9-a8", "ovs_interfaceid": "7c87d2c9-a83d-43a7-a5a8-393a51828127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.486616] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.576251] env[70636]: DEBUG oslo_concurrency.lockutils [None req-960f7128-102c-4d5c-af21-d16be86ed653 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "0df605af-9b9f-45d3-879e-cddb0227262a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.068s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.607242] env[70636]: DEBUG oslo_vmware.api [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Task: {'id': task-2884718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345001} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.613015] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.613015] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.613015] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.613015] env[70636]: INFO nova.compute.manager [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1287.613015] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.613340] env[70636]: DEBUG nova.compute.manager [-] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.613490] env[70636]: DEBUG nova.network.neutron [-] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.799482] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.802106] env[70636]: INFO nova.compute.manager [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Rebuilding instance [ 1287.824577] env[70636]: DEBUG oslo_concurrency.lockutils [req-7fc46bd4-23b4-47cb-bf92-623c2807b04b req-dc168e8c-6229-4851-94c1-80c1598d6f32 service nova] Releasing lock "refresh_cache-9d8ecf23-bb79-4295-82e5-fae1653d7a05" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.854249] env[70636]: DEBUG nova.compute.manager [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.855136] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e2348-0d3d-4bc7-b21e-04d24c547b0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.904177] env[70636]: DEBUG nova.network.neutron [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance_info_cache with network_info: [{"id": "8b0f3314-1a99-4c36-9304-37ad36eea120", "address": "fa:16:3e:33:25:73", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f3314-1a", "ovs_interfaceid": "8b0f3314-1a99-4c36-9304-37ad36eea120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.991817] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1287.992199] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.020s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.992628] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.543s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.994424] env[70636]: INFO nova.compute.claims [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.145343] env[70636]: DEBUG nova.network.neutron [-] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.296513] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654965} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.297444] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 9d8ecf23-bb79-4295-82e5-fae1653d7a05/9d8ecf23-bb79-4295-82e5-fae1653d7a05.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.297444] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.297444] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cce86b3-15d3-4b96-baf6-5d0dc5f9b545 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.304267] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1288.304267] env[70636]: value = "task-2884721" [ 1288.304267] env[70636]: _type = "Task" [ 1288.304267] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.315054] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.406960] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-a6572440-7f26-4d67-9f1f-5af372d6a194" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.407294] env[70636]: DEBUG nova.objects.instance [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'migration_context' on Instance uuid a6572440-7f26-4d67-9f1f-5af372d6a194 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.458471] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1288.458716] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579626', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'name': 'volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5651e220-7ded-4770-997e-c96308342bdd', 'attached_at': '', 'detached_at': '', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'serial': '3fd41607-6c55-47e1-ab53-cdd10deb22f3'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1288.459672] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935fd1da-6f07-4d96-8380-e285f1b9ce46 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.487845] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a3955-dbf1-4b81-859c-4e66b8c87eff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.523143] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3/volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.527584] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886e2822-3b3c-4732-84f6-2a23dbc4d1b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.543821] env[70636]: DEBUG nova.compute.manager [req-5ec142f0-d79e-44f2-82ea-51156464bccc req-c6529131-906c-4a03-9e79-f64af5da1a38 service nova] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Received event network-vif-deleted-9b6bbac5-451b-4c0e-8794-056d618e64e6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.544043] env[70636]: DEBUG nova.compute.manager [req-5ec142f0-d79e-44f2-82ea-51156464bccc req-c6529131-906c-4a03-9e79-f64af5da1a38 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Received event network-vif-deleted-55bc4934-c6cb-461c-940c-dcc5093ba011 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.544220] env[70636]: INFO nova.compute.manager [req-5ec142f0-d79e-44f2-82ea-51156464bccc req-c6529131-906c-4a03-9e79-f64af5da1a38 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Neutron deleted interface 55bc4934-c6cb-461c-940c-dcc5093ba011; detaching it from the instance and deleting it from the info cache [ 1288.544378] env[70636]: DEBUG nova.network.neutron [req-5ec142f0-d79e-44f2-82ea-51156464bccc req-c6529131-906c-4a03-9e79-f64af5da1a38 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.556612] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1288.556612] env[70636]: value = "task-2884722" [ 1288.556612] env[70636]: _type = "Task" [ 1288.556612] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.567553] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.586183] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f059fc84-49b7-418f-9608-721d8ba39b45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.593449] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f041677-0634-42ef-80b0-ff5ae5c86f55 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.609429] env[70636]: DEBUG nova.virt.block_device [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating existing volume attachment record: ed8a1332-2889-4575-b0a5-6f7c07f31524 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.649286] env[70636]: INFO nova.compute.manager [-] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Took 1.43 seconds to deallocate network for instance. [ 1288.814287] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076617} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.814552] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.815487] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe283872-2fa3-407c-a36d-f63451ad19ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.838220] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 9d8ecf23-bb79-4295-82e5-fae1653d7a05/9d8ecf23-bb79-4295-82e5-fae1653d7a05.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.838804] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a325cb2d-3b61-4d31-9e02-5d335e8a1ee0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.857577] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1288.857577] env[70636]: value = "task-2884724" [ 1288.857577] env[70636]: _type = "Task" [ 1288.857577] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.866138] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.868641] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.869190] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f817a61-bf4e-4776-8112-e72867f44302 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.874758] env[70636]: DEBUG nova.network.neutron [-] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.877264] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1288.877264] env[70636]: value = "task-2884725" [ 1288.877264] env[70636]: _type = "Task" [ 1288.877264] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.887986] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.910279] env[70636]: DEBUG nova.objects.base [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1288.911383] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049b9ed9-72df-45d1-8393-82df9ad806a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.933880] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79658913-5b57-4d93-ba9d-e6cf17091e06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.940834] env[70636]: DEBUG oslo_vmware.api [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1288.940834] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52db495d-f230-a62b-7778-dd4deb3874fd" [ 1288.940834] env[70636]: _type = "Task" [ 1288.940834] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.951085] env[70636]: DEBUG oslo_vmware.api [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52db495d-f230-a62b-7778-dd4deb3874fd, 'name': SearchDatastore_Task, 'duration_secs': 0.007653} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.955021] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.051891] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80a9d9da-3616-4ff3-911b-bf4ddb302e26 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.066403] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf7fc53-220e-44eb-bbfe-1fb740d71243 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.084128] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.114718] env[70636]: DEBUG nova.compute.manager [req-5ec142f0-d79e-44f2-82ea-51156464bccc req-c6529131-906c-4a03-9e79-f64af5da1a38 service nova] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Detach interface failed, port_id=55bc4934-c6cb-461c-940c-dcc5093ba011, reason: Instance 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.156831] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.367121] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884724, 'name': ReconfigVM_Task, 'duration_secs': 0.322466} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.369739] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 9d8ecf23-bb79-4295-82e5-fae1653d7a05/9d8ecf23-bb79-4295-82e5-fae1653d7a05.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.370596] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6458b8-edcc-40ce-9ebc-880dc49c5db7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.377974] env[70636]: INFO nova.compute.manager [-] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Took 1.76 seconds to deallocate network for instance. [ 1289.378429] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1289.378429] env[70636]: value = "task-2884726" [ 1289.378429] env[70636]: _type = "Task" [ 1289.378429] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.397860] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884725, 'name': PowerOffVM_Task, 'duration_secs': 0.121559} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.401549] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.401794] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.402094] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884726, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.402960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48db7214-f068-45f9-a69f-9131120eaa63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.412464] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.412777] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8583f323-a853-4660-a857-98bd42c26a7a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.438109] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83001d20-6b8f-47cc-8547-ece0cfcb9c47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.444139] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.444387] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.444585] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleting the datastore file [datastore2] 0df605af-9b9f-45d3-879e-cddb0227262a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.445298] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed19006-d9fe-456c-9ca4-b1ceb2a19c9c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.450278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c7621d-ebb8-4b96-9b64-4c93fdbeaa25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.454889] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1289.454889] env[70636]: value = "task-2884728" [ 1289.454889] env[70636]: _type = "Task" [ 1289.454889] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.486364] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1289.486605] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1289.487825] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d88325-ef85-4a8d-b6cd-d7706bc8fff3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.490961] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170c2e2-96da-4cd1-a844-89db27cb4689 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.496710] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.513467] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d9b368-7f14-460b-9c27-08a164548eb6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.518644] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c125d4e-ebfc-4146-903c-f8635eed7ee2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.531187] env[70636]: DEBUG nova.compute.provider_tree [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.556968] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-475030b9-9617-4191-b3f1-ca1059ffbb7d/volume-475030b9-9617-4191-b3f1-ca1059ffbb7d.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.556968] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefe42f7-83a1-4f9e-949e-7e5860034db2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.578568] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884722, 'name': ReconfigVM_Task, 'duration_secs': 0.660542} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.579938] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3/volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.588630] env[70636]: DEBUG oslo_vmware.api [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1289.588630] env[70636]: value = "task-2884729" [ 1289.588630] env[70636]: _type = "Task" [ 1289.588630] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.588630] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a690544e-d91e-461b-a05e-e20d574f2800 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.608466] env[70636]: DEBUG oslo_vmware.api [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.609947] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1289.609947] env[70636]: value = "task-2884730" [ 1289.609947] env[70636]: _type = "Task" [ 1289.609947] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.619562] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.754020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-6f14998f-2ea7-4388-bede-9520190119cd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.754020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-6f14998f-2ea7-4388-bede-9520190119cd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.754020] env[70636]: DEBUG nova.objects.instance [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'flavor' on Instance uuid 6f14998f-2ea7-4388-bede-9520190119cd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.897523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.897868] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884726, 'name': Rename_Task, 'duration_secs': 0.151724} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.898148] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.898401] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7145e9f9-77a5-436b-a0db-2a70b51ea296 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.908220] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1289.908220] env[70636]: value = "task-2884731" [ 1289.908220] env[70636]: _type = "Task" [ 1289.908220] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.918899] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.964565] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203915} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.965099] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.965401] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.965698] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.057105] env[70636]: DEBUG nova.scheduler.client.report [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.111372] env[70636]: DEBUG oslo_vmware.api [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884729, 'name': ReconfigVM_Task, 'duration_secs': 0.460223} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.116335] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-475030b9-9617-4191-b3f1-ca1059ffbb7d/volume-475030b9-9617-4191-b3f1-ca1059ffbb7d.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.122275] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2233ed6c-f9c9-4da3-9ab8-13da21758229 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.140358] env[70636]: DEBUG oslo_vmware.api [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884730, 'name': ReconfigVM_Task, 'duration_secs': 0.175618} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.141698] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579626', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'name': 'volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5651e220-7ded-4770-997e-c96308342bdd', 'attached_at': '', 'detached_at': '', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'serial': '3fd41607-6c55-47e1-ab53-cdd10deb22f3'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.144966] env[70636]: DEBUG oslo_vmware.api [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1290.144966] env[70636]: value = "task-2884732" [ 1290.144966] env[70636]: _type = "Task" [ 1290.144966] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.153824] env[70636]: DEBUG oslo_vmware.api [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.377649] env[70636]: DEBUG nova.objects.instance [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f14998f-2ea7-4388-bede-9520190119cd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.417190] env[70636]: DEBUG oslo_vmware.api [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884731, 'name': PowerOnVM_Task, 'duration_secs': 0.497014} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.417536] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.417826] env[70636]: INFO nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1290.418026] env[70636]: DEBUG nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.419076] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef6a49-527a-4140-8086-cf3dace4ec9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.565506] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.566052] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.573702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.636s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.573938] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.576035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.630s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.576233] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.578546] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.627s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.610880] env[70636]: INFO nova.scheduler.client.report [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted allocations for instance c3cf1f41-315c-47b4-9240-ba762c2c44a9 [ 1290.612186] env[70636]: INFO nova.scheduler.client.report [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Deleted allocations for instance c9ede557-af90-473b-9d7b-9e1af54e6976 [ 1290.659556] env[70636]: DEBUG oslo_vmware.api [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884732, 'name': ReconfigVM_Task, 'duration_secs': 0.150193} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.659861] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.879530] env[70636]: DEBUG nova.objects.base [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Object Instance<6f14998f-2ea7-4388-bede-9520190119cd> lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1290.879626] env[70636]: DEBUG nova.network.neutron [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.945047] env[70636]: INFO nova.compute.manager [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Took 21.84 seconds to build instance. [ 1290.948816] env[70636]: DEBUG nova.policy [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.006852] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.007109] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.007273] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.007922] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.007922] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.008768] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.008768] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.008768] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.008768] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.009022] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.009090] env[70636]: DEBUG nova.virt.hardware [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.009978] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bdd561-834b-4ed2-adf2-6ef46613afc6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.020343] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443db257-c813-44b9-bd01-6ed77369a3b4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.038369] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.045157] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.045453] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.045675] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-984be13f-6b24-404e-90de-b6addb770f75 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.064547] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.064547] env[70636]: value = "task-2884734" [ 1291.064547] env[70636]: _type = "Task" [ 1291.064547] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.073355] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884734, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.083329] env[70636]: DEBUG nova.compute.utils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.090283] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.090493] env[70636]: DEBUG nova.network.neutron [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.123429] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d15861b0-1c1f-482e-8c2e-539072544733 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c9ede557-af90-473b-9d7b-9e1af54e6976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.192s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.128062] env[70636]: DEBUG oslo_concurrency.lockutils [None req-23993909-33ce-43c3-8977-7e20b3ad3ba1 tempest-MultipleCreateTestJSON-2048207512 tempest-MultipleCreateTestJSON-2048207512-project-member] Lock "c3cf1f41-315c-47b4-9240-ba762c2c44a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.133s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.210685] env[70636]: DEBUG nova.policy [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a423ce4bd0224aabb1aab8ed91b96250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '216ae0619ee64622a187e47c4cb1dfc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.224434] env[70636]: DEBUG nova.objects.instance [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'flavor' on Instance uuid 5651e220-7ded-4770-997e-c96308342bdd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.311256] env[70636]: INFO nova.compute.manager [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Rebuilding instance [ 1291.381671] env[70636]: DEBUG nova.compute.manager [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.381671] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c66dc6b-031b-4d1e-ae91-6d36576e02e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.449213] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ba422582-43b1-42b6-82fa-13df5b50db41 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.356s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.482264] env[70636]: DEBUG nova.network.neutron [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Successfully created port: 37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.511797] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e7fd35-f27d-4ed7-a306-660540364ee7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.521183] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35b2add-cb6d-48dd-af94-b61991918605 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.561025] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5967a98b-95d0-465c-b32c-53a7333890e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.572288] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff915d7d-ac6b-4bc7-9273-b2e06ea5a330 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.579963] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884734, 'name': CreateVM_Task, 'duration_secs': 0.42508} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.580123] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.580597] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.580753] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.581089] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.581344] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbce96fd-7061-4514-90a9-9e90446175b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.592606] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.595772] env[70636]: DEBUG nova.compute.provider_tree [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.600570] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1291.600570] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5241e42e-9903-acd0-b605-7c9d9b8c17ca" [ 1291.600570] env[70636]: _type = "Task" [ 1291.600570] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.608808] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5241e42e-9903-acd0-b605-7c9d9b8c17ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.725876] env[70636]: DEBUG nova.objects.instance [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'flavor' on Instance uuid 93147af3-f9a6-4fe5-a753-2e178295b355 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.733898] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e66d771a-3fe0-45d5-b3f1-14aec10824af tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.376s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.762203] env[70636]: DEBUG nova.network.neutron [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Successfully created port: 5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.102822] env[70636]: DEBUG nova.scheduler.client.report [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.121873] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5241e42e-9903-acd0-b605-7c9d9b8c17ca, 'name': SearchDatastore_Task, 'duration_secs': 0.024907} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.124308] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.124713] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.124929] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.125187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.130031] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.130031] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae9476a1-10d1-41a1-b420-2d90185125ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.142298] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.142712] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.143539] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14915f08-0528-4b43-849c-2761e7aab9fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.154766] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1292.154766] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520dd38b-08ad-ab82-6a97-8c68ad6e3740" [ 1292.154766] env[70636]: _type = "Task" [ 1292.154766] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.162690] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520dd38b-08ad-ab82-6a97-8c68ad6e3740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.233041] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d40f55c-1629-4bad-8413-0a748f7c5a62 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.377s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.362542] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.362839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.402168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.402487] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81fedc7-8ead-4441-b316-0af60b992714 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.410174] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1292.410174] env[70636]: value = "task-2884735" [ 1292.410174] env[70636]: _type = "Task" [ 1292.410174] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.423549] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.603099] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.634075] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.634294] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.634446] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.634658] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.634832] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.634977] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.635357] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.635423] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.635548] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.635757] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.635940] env[70636]: DEBUG nova.virt.hardware [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.636843] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea3061-92e5-49fd-9afe-a640068c2520 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.646065] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fbebc3-062f-4a29-ad5a-a9d2a5bc2d37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.672100] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520dd38b-08ad-ab82-6a97-8c68ad6e3740, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.672905] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4daf9a3f-4721-4805-94e1-f8f97fdfda48 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.678789] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1292.678789] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e8e89b-632c-577e-ab3b-7c6bd58dea9d" [ 1292.678789] env[70636]: _type = "Task" [ 1292.678789] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.686889] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e8e89b-632c-577e-ab3b-7c6bd58dea9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.866434] env[70636]: INFO nova.compute.manager [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Detaching volume 50bc2c40-1c19-4958-922a-826934a019c3 [ 1292.907855] env[70636]: INFO nova.virt.block_device [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Attempting to driver detach volume 50bc2c40-1c19-4958-922a-826934a019c3 from mountpoint /dev/sdb [ 1292.907944] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.908155] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579607', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'name': 'volume-50bc2c40-1c19-4958-922a-826934a019c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1b67c8-83e4-4275-bf5c-9e3e4def8333', 'attached_at': '', 'detached_at': '', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'serial': '50bc2c40-1c19-4958-922a-826934a019c3'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.909365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75de1415-6ffa-4be4-a53f-33acd6c4b350 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.926529] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884735, 'name': PowerOffVM_Task, 'duration_secs': 0.189577} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.945480] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.946985] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.946985] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7e13f1-3ceb-4508-8174-89855d6ddb9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.949767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30d66c-a9a5-4b80-9037-c53913818c22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.960257] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25091189-e304-4a96-827a-d773cb67e9f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.961331] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1292.961331] env[70636]: value = "task-2884736" [ 1292.961331] env[70636]: _type = "Task" [ 1292.961331] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.982199] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9be0a-e03c-4c05-b5fb-542e7843e9d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.990062] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.990062] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.990206] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579555', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'name': 'volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72b5e8ab-db00-4546-90c7-f6e9245ccf53', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'serial': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.990984] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b96fb5-2ddf-427b-aaae-02664a89f475 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.005662] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] The volume has not been displaced from its original location: [datastore2] volume-50bc2c40-1c19-4958-922a-826934a019c3/volume-50bc2c40-1c19-4958-922a-826934a019c3.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.010250] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.012191] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34c0587-f235-4017-a2d0-104e703c8127 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.042838] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0540a4fa-81ee-4cd5-953d-c1c23815eef3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.047153] env[70636]: DEBUG oslo_vmware.api [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1293.047153] env[70636]: value = "task-2884737" [ 1293.047153] env[70636]: _type = "Task" [ 1293.047153] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.053090] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4661f486-b181-4d50-b427-614bc63e23c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.060632] env[70636]: DEBUG oslo_vmware.api [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.074159] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c026c24-287b-49ec-8736-682031b1b011 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.090219] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] The volume has not been displaced from its original location: [datastore2] volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460/volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.095934] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.096299] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322562b5-de51-4a8f-84ab-e02cd1d17188 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.117557] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1293.117557] env[70636]: value = "task-2884738" [ 1293.117557] env[70636]: _type = "Task" [ 1293.117557] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.120593] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.542s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.126390] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.968s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.126390] env[70636]: DEBUG nova.objects.instance [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lazy-loading 'resources' on Instance uuid ad946cf1-35f3-462b-9192-8565bce37669 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.133540] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.172757] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1293.173057] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579630', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'name': 'volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'serial': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1293.174048] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde95c4c-75c1-434c-b8e1-842f13ffea0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.196516] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e79d95d-254f-4595-bc88-95466600ff2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.202966] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e8e89b-632c-577e-ab3b-7c6bd58dea9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.204504] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.204504] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.204504] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9e8ab65-1ad6-40f6-ac7c-5750f5efd094 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.229687] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57/volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.230836] env[70636]: DEBUG nova.network.neutron [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Successfully updated port: 37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.232486] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c436a9-fa82-452f-868c-fbd9305ac92a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.249247] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1293.249247] env[70636]: value = "task-2884739" [ 1293.249247] env[70636]: _type = "Task" [ 1293.249247] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.254443] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1293.254443] env[70636]: value = "task-2884740" [ 1293.254443] env[70636]: _type = "Task" [ 1293.254443] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.263595] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.268412] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.408135] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.408907] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.559014] env[70636]: DEBUG oslo_vmware.api [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884737, 'name': ReconfigVM_Task, 'duration_secs': 0.282998} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.559354] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.564865] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa20f57-67cf-4dd9-9465-1395ef8c2259 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.581744] env[70636]: DEBUG oslo_vmware.api [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1293.581744] env[70636]: value = "task-2884741" [ 1293.581744] env[70636]: _type = "Task" [ 1293.581744] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.591628] env[70636]: DEBUG oslo_vmware.api [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.637562] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884738, 'name': ReconfigVM_Task, 'duration_secs': 0.176236} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.641218] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.647649] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3610c0e-7658-490c-9009-272d0d72a805 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.670905] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1293.670905] env[70636]: value = "task-2884742" [ 1293.670905] env[70636]: _type = "Task" [ 1293.670905] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.698258] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.736831] env[70636]: INFO nova.scheduler.client.report [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocation for migration f6260cc1-20f1-4652-8203-ac3bf0f54dfa [ 1293.750258] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.753019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.753019] env[70636]: DEBUG nova.network.neutron [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.770881] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884739, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.779214] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.911174] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.036159] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413d9690-24ba-41f6-b99b-a7ce97e0429d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.045738] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d6765-053b-47c5-8ff5-17788d0f78ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.094748] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e8266-61e6-4b91-a961-59490bd85549 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.108449] env[70636]: DEBUG oslo_vmware.api [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884741, 'name': ReconfigVM_Task, 'duration_secs': 0.213697} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.111695] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579607', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'name': 'volume-50bc2c40-1c19-4958-922a-826934a019c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a1b67c8-83e4-4275-bf5c-9e3e4def8333', 'attached_at': '', 'detached_at': '', 'volume_id': '50bc2c40-1c19-4958-922a-826934a019c3', 'serial': '50bc2c40-1c19-4958-922a-826934a019c3'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.115840] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ed528-13a0-4f32-a456-25f474e3fd76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.132539] env[70636]: DEBUG nova.compute.provider_tree [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.191373] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884742, 'name': ReconfigVM_Task, 'duration_secs': 0.200005} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.191373] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579555', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'name': 'volume-ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72b5e8ab-db00-4546-90c7-f6e9245ccf53', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460', 'serial': 'ecd113e3-8bdf-4e43-9b1a-a1f3062a0460'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.191373] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.191630] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4223fdd-4a0c-4cb7-98b8-2105ee75fa90 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.199247] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.199247] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d62f38a5-f403-4ce5-8178-e87498fa4fe0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.212798] env[70636]: DEBUG nova.network.neutron [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Successfully updated port: 5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.248226] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d547ed39-e434-4864-af83-94450a2d4b8f tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.784s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.265312] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.265524] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.265697] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Deleting the datastore file [datastore2] 72b5e8ab-db00-4546-90c7-f6e9245ccf53 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.270241] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40dbc39f-867e-459b-b9bd-bf0b6ed2027e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.272046] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568423} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.273473] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.274061] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.274705] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38762c4b-1d2a-4f30-b9db-8f49c44d9eaa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.280998] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884740, 'name': ReconfigVM_Task, 'duration_secs': 0.879143} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.285620] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57/volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.291157] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for the task: (returnval){ [ 1294.291157] env[70636]: value = "task-2884744" [ 1294.291157] env[70636]: _type = "Task" [ 1294.291157] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.292970] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4756d341-db65-4518-8b80-6fc17196b460 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.304357] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1294.304357] env[70636]: value = "task-2884745" [ 1294.304357] env[70636]: _type = "Task" [ 1294.304357] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.313846] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1294.313846] env[70636]: value = "task-2884746" [ 1294.313846] env[70636]: _type = "Task" [ 1294.313846] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.327154] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.327154] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.329670] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.330514] env[70636]: WARNING nova.network.neutron [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] 3ba6485c-4c40-481f-8bd5-9d0f5a9654fe already exists in list: networks containing: ['3ba6485c-4c40-481f-8bd5-9d0f5a9654fe']. ignoring it [ 1294.434200] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.635676] env[70636]: DEBUG nova.scheduler.client.report [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.683142] env[70636]: DEBUG nova.objects.instance [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'flavor' on Instance uuid 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.718444] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "refresh_cache-be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.720524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired lock "refresh_cache-be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.720524] env[70636]: DEBUG nova.network.neutron [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.751128] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.751692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.794500] env[70636]: DEBUG nova.compute.manager [req-261ed966-d977-417b-9ed1-969d5fa2f4d1 req-cdad2e59-5097-4787-8572-4f2ef33fb3e9 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-vif-plugged-37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.794790] env[70636]: DEBUG oslo_concurrency.lockutils [req-261ed966-d977-417b-9ed1-969d5fa2f4d1 req-cdad2e59-5097-4787-8572-4f2ef33fb3e9 service nova] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.794926] env[70636]: DEBUG oslo_concurrency.lockutils [req-261ed966-d977-417b-9ed1-969d5fa2f4d1 req-cdad2e59-5097-4787-8572-4f2ef33fb3e9 service nova] Lock "6f14998f-2ea7-4388-bede-9520190119cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.795169] env[70636]: DEBUG oslo_concurrency.lockutils [req-261ed966-d977-417b-9ed1-969d5fa2f4d1 req-cdad2e59-5097-4787-8572-4f2ef33fb3e9 service nova] Lock "6f14998f-2ea7-4388-bede-9520190119cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.795290] env[70636]: DEBUG nova.compute.manager [req-261ed966-d977-417b-9ed1-969d5fa2f4d1 req-cdad2e59-5097-4787-8572-4f2ef33fb3e9 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] No waiting events found dispatching network-vif-plugged-37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.795454] env[70636]: WARNING nova.compute.manager [req-261ed966-d977-417b-9ed1-969d5fa2f4d1 req-cdad2e59-5097-4787-8572-4f2ef33fb3e9 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received unexpected event network-vif-plugged-37a3659b-952d-499e-9040-7e4e143a7e57 for instance with vm_state active and task_state None. [ 1294.815845] env[70636]: DEBUG oslo_vmware.api [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Task: {'id': task-2884744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114736} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.819255] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.819446] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.819623] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.824552] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078744} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.825179] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.825977] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add7d203-264d-4e39-a70e-b179540c56fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.834549] env[70636]: DEBUG oslo_vmware.api [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884746, 'name': ReconfigVM_Task, 'duration_secs': 0.160483} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.837105] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579630', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'name': 'volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'serial': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1294.853994] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.854541] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb68c26-6407-4c38-8213-892c0265d52c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.870813] env[70636]: DEBUG nova.network.neutron [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37a3659b-952d-499e-9040-7e4e143a7e57", "address": "fa:16:3e:72:8b:d0", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a3659b-95", "ovs_interfaceid": "37a3659b-952d-499e-9040-7e4e143a7e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.878045] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1294.878045] env[70636]: value = "task-2884747" [ 1294.878045] env[70636]: _type = "Task" [ 1294.878045] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.886830] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.892762] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.893288] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78a31202-b356-4d0d-b1cc-aef83e1892a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.901380] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441be5dd-bc0a-46eb-ae0c-0af702e163a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.939577] env[70636]: ERROR nova.compute.manager [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Failed to detach volume ecd113e3-8bdf-4e43-9b1a-a1f3062a0460 from /dev/sda: nova.exception.InstanceNotFound: Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 could not be found. [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Traceback (most recent call last): [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self.driver.rebuild(**kwargs) [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] raise NotImplementedError() [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] NotImplementedError [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] During handling of the above exception, another exception occurred: [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Traceback (most recent call last): [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self.driver.detach_volume(context, old_connection_info, [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] return self._volumeops.detach_volume(connection_info, instance) [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._detach_volume_vmdk(connection_info, instance) [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] stable_ref.fetch_moref(session) [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] nova.exception.InstanceNotFound: Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 could not be found. [ 1294.939577] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1295.125995] env[70636]: DEBUG nova.compute.utils [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Build of instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 aborted: Failed to rebuild volume backed instance. {{(pid=70636) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1295.138266] env[70636]: ERROR nova.compute.manager [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 aborted: Failed to rebuild volume backed instance. [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Traceback (most recent call last): [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self.driver.rebuild(**kwargs) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] raise NotImplementedError() [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] NotImplementedError [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] During handling of the above exception, another exception occurred: [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Traceback (most recent call last): [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._detach_root_volume(context, instance, root_bdm) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] with excutils.save_and_reraise_exception(): [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self.force_reraise() [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] raise self.value [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self.driver.detach_volume(context, old_connection_info, [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] return self._volumeops.detach_volume(connection_info, instance) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._detach_volume_vmdk(connection_info, instance) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] stable_ref.fetch_moref(session) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] nova.exception.InstanceNotFound: Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 could not be found. [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] During handling of the above exception, another exception occurred: [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Traceback (most recent call last): [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] yield [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1295.138266] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._do_rebuild_instance_with_claim( [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._do_rebuild_instance( [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._rebuild_default_impl(**kwargs) [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] self._rebuild_volume_backed_instance( [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] raise exception.BuildAbortException( [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] nova.exception.BuildAbortException: Build of instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 aborted: Failed to rebuild volume backed instance. [ 1295.142717] env[70636]: ERROR nova.compute.manager [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] [ 1295.142717] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.143743] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.246s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.143995] env[70636]: DEBUG nova.objects.instance [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lazy-loading 'resources' on Instance uuid 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.176357] env[70636]: INFO nova.scheduler.client.report [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Deleted allocations for instance ad946cf1-35f3-462b-9192-8565bce37669 [ 1295.254882] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.276284] env[70636]: INFO nova.compute.manager [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Rebuilding instance [ 1295.287114] env[70636]: DEBUG nova.network.neutron [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.342515] env[70636]: DEBUG nova.compute.manager [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.344485] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc17875-e527-4bba-8b33-ab2c572ccabb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.373948] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.375008] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.375205] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.376564] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3fb0d9-bb99-4624-9569-1e6c6184303a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.392977] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.405271] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.405441] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.405599] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.405793] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.405958] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.406122] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.406331] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.406485] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.406652] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.406816] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.406990] env[70636]: DEBUG nova.virt.hardware [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.413417] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Reconfiguring VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1295.416283] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186ee5d5-71e2-4707-8929-4db933761e67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.435787] env[70636]: DEBUG oslo_vmware.api [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1295.435787] env[70636]: value = "task-2884748" [ 1295.435787] env[70636]: _type = "Task" [ 1295.435787] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.446431] env[70636]: DEBUG oslo_vmware.api [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884748, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.530500] env[70636]: DEBUG nova.compute.manager [req-4278f3ca-4011-4036-a330-c92d0e7fbe03 req-29035e37-bb0b-445f-b72a-9f8240d0c3d7 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Received event network-vif-plugged-5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.530500] env[70636]: DEBUG oslo_concurrency.lockutils [req-4278f3ca-4011-4036-a330-c92d0e7fbe03 req-29035e37-bb0b-445f-b72a-9f8240d0c3d7 service nova] Acquiring lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.530706] env[70636]: DEBUG oslo_concurrency.lockutils [req-4278f3ca-4011-4036-a330-c92d0e7fbe03 req-29035e37-bb0b-445f-b72a-9f8240d0c3d7 service nova] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.530935] env[70636]: DEBUG oslo_concurrency.lockutils [req-4278f3ca-4011-4036-a330-c92d0e7fbe03 req-29035e37-bb0b-445f-b72a-9f8240d0c3d7 service nova] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.531206] env[70636]: DEBUG nova.compute.manager [req-4278f3ca-4011-4036-a330-c92d0e7fbe03 req-29035e37-bb0b-445f-b72a-9f8240d0c3d7 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] No waiting events found dispatching network-vif-plugged-5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.531543] env[70636]: WARNING nova.compute.manager [req-4278f3ca-4011-4036-a330-c92d0e7fbe03 req-29035e37-bb0b-445f-b72a-9f8240d0c3d7 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Received unexpected event network-vif-plugged-5c2d66de-e1ad-4602-9f72-eb3171f936f8 for instance with vm_state building and task_state spawning. [ 1295.547057] env[70636]: DEBUG nova.network.neutron [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Updating instance_info_cache with network_info: [{"id": "5c2d66de-e1ad-4602-9f72-eb3171f936f8", "address": "fa:16:3e:d9:7d:95", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2d66de-e1", "ovs_interfaceid": "5c2d66de-e1ad-4602-9f72-eb3171f936f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.685330] env[70636]: DEBUG oslo_concurrency.lockutils [None req-44ee2c9a-1af9-4965-8cfa-f276b6a3ec5f tempest-InstanceActionsV221TestJSON-422859997 tempest-InstanceActionsV221TestJSON-422859997-project-member] Lock "ad946cf1-35f3-462b-9192-8565bce37669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.108s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.692291] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1d87be41-0aa9-4769-82a3-82248779f463 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.329s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.781961] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.894896] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.931534] env[70636]: DEBUG nova.objects.instance [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid 7228acf9-faef-466c-be68-eb2592bd243e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.949994] env[70636]: DEBUG oslo_vmware.api [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.005330] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb177922-5289-4294-b578-2c4b98f9ad20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.014333] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2cf4b4-6a30-4555-8804-7cc4b706c567 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.045553] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff1c0ba-f688-4397-af8e-00766af53852 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.049894] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Releasing lock "refresh_cache-be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.049894] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Instance network_info: |[{"id": "5c2d66de-e1ad-4602-9f72-eb3171f936f8", "address": "fa:16:3e:d9:7d:95", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2d66de-e1", "ovs_interfaceid": "5c2d66de-e1ad-4602-9f72-eb3171f936f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.050236] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:7d:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c2d66de-e1ad-4602-9f72-eb3171f936f8', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.058338] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.061582] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.061927] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02dc5712-e071-4a1d-b81a-aee0e7edebbb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.080438] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2fb4c-c1ce-4a4d-b1fc-0bb0b697ff5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.095016] env[70636]: DEBUG nova.compute.provider_tree [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.097780] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.097780] env[70636]: value = "task-2884749" [ 1296.097780] env[70636]: _type = "Task" [ 1296.097780] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.108290] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884749, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.160807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.160807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.364634] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.365012] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a82aaff-cf66-4d88-b11a-eccbc21223b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.373291] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1296.373291] env[70636]: value = "task-2884750" [ 1296.373291] env[70636]: _type = "Task" [ 1296.373291] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.381218] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.393746] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884747, 'name': ReconfigVM_Task, 'duration_secs': 1.027775} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.394118] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0df605af-9b9f-45d3-879e-cddb0227262a/0df605af-9b9f-45d3-879e-cddb0227262a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.394802] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5836b26f-b87d-4809-a1a3-6e0bba168385 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.401459] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1296.401459] env[70636]: value = "task-2884751" [ 1296.401459] env[70636]: _type = "Task" [ 1296.401459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.410801] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884751, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.436838] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3bd55e9e-3ee6-4223-9e8b-0b46e62f6d2c tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.154s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.448116] env[70636]: DEBUG oslo_vmware.api [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884748, 'name': ReconfigVM_Task, 'duration_secs': 0.59148} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.448713] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.448959] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Reconfigured VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1296.599770] env[70636]: DEBUG nova.scheduler.client.report [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.612448] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884749, 'name': CreateVM_Task, 'duration_secs': 0.518305} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.612625] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.613261] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.613414] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.613734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.613998] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266bdd9c-b9de-4bcb-b81d-1969da4997b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.619382] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1296.619382] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52accd4a-21c6-65c4-f3c9-e189d9912cca" [ 1296.619382] env[70636]: _type = "Task" [ 1296.619382] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.628763] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52accd4a-21c6-65c4-f3c9-e189d9912cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.663310] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.883490] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884750, 'name': PowerOffVM_Task, 'duration_secs': 0.276882} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.883772] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.910542] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884751, 'name': Rename_Task, 'duration_secs': 0.239669} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.910842] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.911109] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7e0466-ae8d-41a1-8452-80311d1e2748 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.917187] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1296.917187] env[70636]: value = "task-2884752" [ 1296.917187] env[70636]: _type = "Task" [ 1296.917187] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.924626] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.928608] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.929638] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.939515] env[70636]: INFO nova.compute.manager [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Detaching volume 475030b9-9617-4191-b3f1-ca1059ffbb7d [ 1296.954394] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cba7e329-bd1a-42e2-bb96-fbfee49f99de tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-6f14998f-2ea7-4388-bede-9520190119cd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.201s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.975391] env[70636]: INFO nova.virt.block_device [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Attempting to driver detach volume 475030b9-9617-4191-b3f1-ca1059ffbb7d from mountpoint /dev/sdb [ 1296.975648] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1296.975918] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1296.976808] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13952180-45ba-4e16-9b30-dcc150a95df2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.999161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81f4ab-27a2-4105-b8df-18a60648c4c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.006574] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaea945-abe7-4e7c-8931-810bc057a493 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.028456] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e601c-6ba5-4566-b061-3a35251d3424 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.044124] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] The volume has not been displaced from its original location: [datastore1] volume-475030b9-9617-4191-b3f1-ca1059ffbb7d/volume-475030b9-9617-4191-b3f1-ca1059ffbb7d.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1297.050049] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.050423] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd83fa5-ce0f-493b-8078-cdd614e64f36 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.070039] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1297.070039] env[70636]: value = "task-2884753" [ 1297.070039] env[70636]: _type = "Task" [ 1297.070039] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.080323] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.108521] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.110992] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.677s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.112463] env[70636]: INFO nova.compute.claims [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.130799] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52accd4a-21c6-65c4-f3c9-e189d9912cca, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.131496] env[70636]: INFO nova.scheduler.client.report [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Deleted allocations for instance 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb [ 1297.132541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.134661] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.134661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.134661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.134661] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.135739] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2ade27f-2262-4c02-9b90-2032fcf82e94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.145756] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.145961] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.146695] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b8a841-6157-4b68-9121-98b3fcf297dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.152282] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1297.152282] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528d5fb5-977e-2de9-c629-4bba1e8fe3ba" [ 1297.152282] env[70636]: _type = "Task" [ 1297.152282] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.160366] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528d5fb5-977e-2de9-c629-4bba1e8fe3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.164485] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.185188] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.428144] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.430854] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.530046] env[70636]: DEBUG nova.compute.manager [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-changed-37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.530220] env[70636]: DEBUG nova.compute.manager [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Refreshing instance network info cache due to event network-changed-37a3659b-952d-499e-9040-7e4e143a7e57. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.530441] env[70636]: DEBUG oslo_concurrency.lockutils [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] Acquiring lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.530654] env[70636]: DEBUG oslo_concurrency.lockutils [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] Acquired lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.530854] env[70636]: DEBUG nova.network.neutron [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Refreshing network info cache for port 37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.580491] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884753, 'name': ReconfigVM_Task, 'duration_secs': 0.337914} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.580776] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1297.585529] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4662c9c8-fc57-4127-af7b-3fe63945dd1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.600427] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1297.600427] env[70636]: value = "task-2884754" [ 1297.600427] env[70636]: _type = "Task" [ 1297.600427] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.608030] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.641551] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a0ccd9c4-719b-4b9d-89aa-bcaf4af1a19a tempest-ServersTestJSON-874607111 tempest-ServersTestJSON-874607111-project-member] Lock "5a03e66f-c9ef-46d7-912d-9e0bf49e33eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.670s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.663550] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528d5fb5-977e-2de9-c629-4bba1e8fe3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.664427] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4add5fb3-98d2-4f55-9803-c7826df6cbf7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.670310] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1297.670310] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526738e7-06e8-07b6-6571-5ea02fddc98e" [ 1297.670310] env[70636]: _type = "Task" [ 1297.670310] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.677734] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526738e7-06e8-07b6-6571-5ea02fddc98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.886035] env[70636]: DEBUG nova.compute.manager [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Received event network-changed-5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.886259] env[70636]: DEBUG nova.compute.manager [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Refreshing instance network info cache due to event network-changed-5c2d66de-e1ad-4602-9f72-eb3171f936f8. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.886516] env[70636]: DEBUG oslo_concurrency.lockutils [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] Acquiring lock "refresh_cache-be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.886656] env[70636]: DEBUG oslo_concurrency.lockutils [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] Acquired lock "refresh_cache-be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.886932] env[70636]: DEBUG nova.network.neutron [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Refreshing network info cache for port 5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.932691] env[70636]: DEBUG oslo_vmware.api [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884752, 'name': PowerOnVM_Task, 'duration_secs': 0.542401} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.932691] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.932691] env[70636]: DEBUG nova.compute.manager [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.933496] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b3dd4-32d3-4396-a27b-4af7e29b8d40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.960267] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.116821] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884754, 'name': ReconfigVM_Task, 'duration_secs': 0.150406} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.117503] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1298.184111] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526738e7-06e8-07b6-6571-5ea02fddc98e, 'name': SearchDatastore_Task, 'duration_secs': 0.013284} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.187381] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.187872] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] be4fc2c2-b433-4b5b-8bc3-9823ec57cd59/be4fc2c2-b433-4b5b-8bc3-9823ec57cd59.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.188653] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48aecd1d-f35a-4627-8d26-d4ef374cc9ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.196869] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1298.196869] env[70636]: value = "task-2884755" [ 1298.196869] env[70636]: _type = "Task" [ 1298.196869] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.210050] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.220261] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.220492] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.220763] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.220931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.221155] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.225482] env[70636]: INFO nova.compute.manager [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Terminating instance [ 1298.408783] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a6572440-7f26-4d67-9f1f-5af372d6a194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.409084] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.409297] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.409480] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.409646] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.412825] env[70636]: INFO nova.compute.manager [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Terminating instance [ 1298.446342] env[70636]: DEBUG nova.network.neutron [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updated VIF entry in instance network info cache for port 37a3659b-952d-499e-9040-7e4e143a7e57. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.446342] env[70636]: DEBUG nova.network.neutron [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37a3659b-952d-499e-9040-7e4e143a7e57", "address": "fa:16:3e:72:8b:d0", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a3659b-95", "ovs_interfaceid": "37a3659b-952d-499e-9040-7e4e143a7e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.465482] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.476957] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d272e3c-e0e3-4e16-97cf-38875d97e51c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.486951] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ed141-6e65-42de-b216-a1f2256eef97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.520368] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08de81-1a75-4f4c-8117-475ffac1d91e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.528475] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcec9cbe-a6f1-483c-9e17-407049f7a4ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.542368] env[70636]: DEBUG nova.compute.provider_tree [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.547746] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.547985] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.548202] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.548378] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.548536] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.550363] env[70636]: INFO nova.compute.manager [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Terminating instance [ 1298.710122] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884755, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.730474] env[70636]: DEBUG nova.compute.manager [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.730474] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.731417] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644592cd-ab43-4cc5-af9a-660299ac364c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.740567] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.740760] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d77e4db-2a82-489b-b550-c3bc7231c0df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.748302] env[70636]: DEBUG oslo_vmware.api [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1298.748302] env[70636]: value = "task-2884756" [ 1298.748302] env[70636]: _type = "Task" [ 1298.748302] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.758150] env[70636]: DEBUG oslo_vmware.api [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.865468] env[70636]: DEBUG nova.network.neutron [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Updated VIF entry in instance network info cache for port 5c2d66de-e1ad-4602-9f72-eb3171f936f8. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.865974] env[70636]: DEBUG nova.network.neutron [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Updating instance_info_cache with network_info: [{"id": "5c2d66de-e1ad-4602-9f72-eb3171f936f8", "address": "fa:16:3e:d9:7d:95", "network": {"id": "7385716f-65ad-4ef9-ade8-f7aed14aa835", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1047132097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "216ae0619ee64622a187e47c4cb1dfc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2d66de-e1", "ovs_interfaceid": "5c2d66de-e1ad-4602-9f72-eb3171f936f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.916979] env[70636]: DEBUG nova.compute.manager [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.917119] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.918230] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e005a-ffa9-48bc-abc5-e9f5a9efef81 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.927168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.928240] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56201435-624f-48d3-b555-3230b5575636 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.936026] env[70636]: DEBUG oslo_vmware.api [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1298.936026] env[70636]: value = "task-2884757" [ 1298.936026] env[70636]: _type = "Task" [ 1298.936026] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.948809] env[70636]: DEBUG oslo_vmware.api [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.956635] env[70636]: DEBUG oslo_concurrency.lockutils [req-21a9a661-d594-4a73-a1a3-82e048dea47c req-3298d5bd-dbe6-4e73-97d6-37db88f10c68 service nova] Releasing lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.972985] env[70636]: DEBUG oslo_concurrency.lockutils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.973256] env[70636]: DEBUG oslo_concurrency.lockutils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.047862] env[70636]: DEBUG nova.scheduler.client.report [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.055568] env[70636]: DEBUG nova.compute.manager [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.056022] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed8b5e9d-8488-4343-86ff-1bfc2d566808 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.069456] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e21dd-effd-468e-9ddd-4dd5fe17409b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.113809] env[70636]: WARNING nova.virt.vmwareapi.driver [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 could not be found. [ 1299.114039] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.114480] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04ee6dbd-ecc9-40de-b894-63dd71649be3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.123442] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d5c7d-00cc-4273-b91c-f922e118214a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.164637] env[70636]: WARNING nova.virt.vmwareapi.vmops [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 could not be found. [ 1299.164797] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.164972] env[70636]: INFO nova.compute.manager [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1299.165320] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.165611] env[70636]: DEBUG nova.compute.manager [-] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.165719] env[70636]: DEBUG nova.network.neutron [-] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.189168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.189528] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b00b86f-9acc-4872-8baa-f2658773a90a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.197747] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1299.197747] env[70636]: value = "task-2884758" [ 1299.197747] env[70636]: _type = "Task" [ 1299.197747] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.213864] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1299.214928] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1299.215141] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1299.215450] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860629} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.217180] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922863a2-2dc9-48b0-8392-3735983c0353 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.220316] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] be4fc2c2-b433-4b5b-8bc3-9823ec57cd59/be4fc2c2-b433-4b5b-8bc3-9823ec57cd59.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.220616] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.222033] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11b34b5-ebb1-437e-843e-bea755560d74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.244720] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb0ac5b-a984-416c-a1ac-95f99432492d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.248830] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1299.248830] env[70636]: value = "task-2884759" [ 1299.248830] env[70636]: _type = "Task" [ 1299.248830] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.252131] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "821eef34-bf96-400b-ac1a-c6c50edbf468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.252356] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.262072] env[70636]: WARNING nova.virt.vmwareapi.driver [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1299.262366] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.263877] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd27f811-97ff-4336-8763-df88808424ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.273794] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.274174] env[70636]: DEBUG oslo_vmware.api [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884756, 'name': PowerOffVM_Task, 'duration_secs': 0.299665} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.276567] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.276675] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.277347] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8da632c-c459-48e4-81e6-d9dc5d6738ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.285017] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.285017] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-349c5ae2-4b6f-4288-9b97-78e3f37bb62e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.368800] env[70636]: DEBUG oslo_concurrency.lockutils [req-586bd55b-4724-4193-bbaf-39567ed21166 req-9ededd0d-b3d8-48ab-b4f8-1b42f6c28a86 service nova] Releasing lock "refresh_cache-be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.370752] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.371082] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.371313] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.371627] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96e8183-2e4c-4184-b2d5-377f4f51d92a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.377575] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1299.377575] env[70636]: value = "task-2884762" [ 1299.377575] env[70636]: _type = "Task" [ 1299.377575] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.384563] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.384812] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.384994] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleting the datastore file [datastore1] 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.387930] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e025ff34-2d9f-4597-a951-e9c81a333896 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.389861] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.393776] env[70636]: DEBUG oslo_vmware.api [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1299.393776] env[70636]: value = "task-2884763" [ 1299.393776] env[70636]: _type = "Task" [ 1299.393776] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.401585] env[70636]: DEBUG oslo_vmware.api [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.418611] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-6f14998f-2ea7-4388-bede-9520190119cd-37a3659b-952d-499e-9040-7e4e143a7e57" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.418889] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-6f14998f-2ea7-4388-bede-9520190119cd-37a3659b-952d-499e-9040-7e4e143a7e57" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.446281] env[70636]: DEBUG oslo_vmware.api [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884757, 'name': PowerOffVM_Task, 'duration_secs': 0.308974} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.446596] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.446781] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.447049] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7dea747-dc02-4cb8-9632-7ef994a8a854 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.476812] env[70636]: DEBUG nova.compute.utils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.503527] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "0df605af-9b9f-45d3-879e-cddb0227262a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.503790] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "0df605af-9b9f-45d3-879e-cddb0227262a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.504142] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "0df605af-9b9f-45d3-879e-cddb0227262a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.504335] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "0df605af-9b9f-45d3-879e-cddb0227262a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.504512] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "0df605af-9b9f-45d3-879e-cddb0227262a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.506676] env[70636]: INFO nova.compute.manager [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Terminating instance [ 1299.527878] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.528141] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.528331] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore2] a6572440-7f26-4d67-9f1f-5af372d6a194 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.530990] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa7045b8-98ad-4bb9-b73c-4f9f9eae9c4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.537340] env[70636]: DEBUG oslo_vmware.api [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1299.537340] env[70636]: value = "task-2884765" [ 1299.537340] env[70636]: _type = "Task" [ 1299.537340] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.545655] env[70636]: DEBUG oslo_vmware.api [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.553574] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.554594] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.556889] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.776s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.560022] env[70636]: INFO nova.compute.claims [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.762027] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.765260] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148441} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.765260] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.766219] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e6fe2-f324-4bbf-ac66-c22c7e90a6dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.789705] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] be4fc2c2-b433-4b5b-8bc3-9823ec57cd59/be4fc2c2-b433-4b5b-8bc3-9823ec57cd59.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.790568] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8018dc6-8086-4cec-b719-24fb09ec21f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.817253] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1299.817253] env[70636]: value = "task-2884766" [ 1299.817253] env[70636]: _type = "Task" [ 1299.817253] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.825479] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.888393] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409181} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.888690] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.888959] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.889202] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.905770] env[70636]: DEBUG oslo_vmware.api [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435035} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.910098] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.910413] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.910630] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.910879] env[70636]: INFO nova.compute.manager [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1299.911116] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.911350] env[70636]: DEBUG nova.compute.manager [-] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.911448] env[70636]: DEBUG nova.network.neutron [-] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.922678] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.922891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.923827] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de683d02-58ab-4d21-882c-5f76ae71907b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.942161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c90d5-6256-474a-8d49-98609ca80684 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.972078] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Reconfiguring VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1299.975303] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50255afd-c27f-4883-83e1-d78003d6872c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.989739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.997379] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1299.997379] env[70636]: value = "task-2884767" [ 1299.997379] env[70636]: _type = "Task" [ 1299.997379] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.006459] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.013358] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "refresh_cache-0df605af-9b9f-45d3-879e-cddb0227262a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.013546] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "refresh_cache-0df605af-9b9f-45d3-879e-cddb0227262a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.013725] env[70636]: DEBUG nova.network.neutron [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.048702] env[70636]: DEBUG oslo_vmware.api [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370654} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.049109] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.049583] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.050176] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.050176] env[70636]: INFO nova.compute.manager [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1300.050671] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.050671] env[70636]: DEBUG nova.compute.manager [-] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.050778] env[70636]: DEBUG nova.network.neutron [-] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.063597] env[70636]: DEBUG nova.compute.utils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.066997] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.068211] env[70636]: DEBUG nova.network.neutron [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.210101] env[70636]: DEBUG nova.policy [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c557f3c8ed3402ca92ef524e2b2c95a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b6a91a6566a4220a3a1ab55f6debbb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.288821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.327634] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884766, 'name': ReconfigVM_Task, 'duration_secs': 0.320929} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.327972] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Reconfigured VM instance instance-00000055 to attach disk [datastore1] be4fc2c2-b433-4b5b-8bc3-9823ec57cd59/be4fc2c2-b433-4b5b-8bc3-9823ec57cd59.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.330127] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02cd5d61-3778-401e-8919-2407486ff237 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.336704] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1300.336704] env[70636]: value = "task-2884768" [ 1300.336704] env[70636]: _type = "Task" [ 1300.336704] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.344826] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884768, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.394930] env[70636]: INFO nova.virt.block_device [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Booting with volume 475030b9-9617-4191-b3f1-ca1059ffbb7d at /dev/sdb [ 1300.440937] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f89f056-ce6f-4f0e-bd34-c15dbaedf966 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.452017] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87878ec3-4e6e-414a-9246-00a173864ae0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.502465] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1b649b4-887a-410d-acb5-d9289ced8de2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.510062] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.513924] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64fee02-21b5-42e1-b278-a18545141143 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.549534] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529dd0c4-25d0-4dcc-99ee-e080afd6e3f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.558256] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec024f67-19ce-482a-b39d-d040932680ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.576399] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.586101] env[70636]: DEBUG nova.virt.block_device [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating existing volume attachment record: b4575df0-b779-4f69-a205-92dd0fd1666c {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1300.589379] env[70636]: DEBUG nova.network.neutron [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.762224] env[70636]: DEBUG nova.network.neutron [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.801597] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "e8501dc5-7abf-47c7-8359-cb9b58258539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.802228] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.802368] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "e8501dc5-7abf-47c7-8359-cb9b58258539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.802551] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.802810] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.806062] env[70636]: INFO nova.compute.manager [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Terminating instance [ 1300.846751] env[70636]: DEBUG nova.compute.manager [req-00b7758d-72d1-4f2e-bb00-c837201b27ec req-b1d9ad26-1ae2-4cde-9e17-903287bb2863 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Received event network-vif-deleted-a31c612f-fb0e-4af0-8004-7cdb82fa5cfd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.846751] env[70636]: INFO nova.compute.manager [req-00b7758d-72d1-4f2e-bb00-c837201b27ec req-b1d9ad26-1ae2-4cde-9e17-903287bb2863 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Neutron deleted interface a31c612f-fb0e-4af0-8004-7cdb82fa5cfd; detaching it from the instance and deleting it from the info cache [ 1300.846875] env[70636]: DEBUG nova.network.neutron [req-00b7758d-72d1-4f2e-bb00-c837201b27ec req-b1d9ad26-1ae2-4cde-9e17-903287bb2863 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.858226] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884768, 'name': Rename_Task, 'duration_secs': 0.186661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.862029] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.863688] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a717d89c-a7f7-43e6-a491-a1ce8dff0e28 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.873535] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1300.873535] env[70636]: value = "task-2884769" [ 1300.873535] env[70636]: _type = "Task" [ 1300.873535] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.893117] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.918308] env[70636]: DEBUG nova.compute.manager [req-33e7a46c-42fe-420f-98e5-846c7103a7e2 req-40339338-b1b1-4fa3-9434-59133e6bb816 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Received event network-vif-deleted-c55d4462-ce6b-41ae-8504-3b64017b78e8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.918597] env[70636]: INFO nova.compute.manager [req-33e7a46c-42fe-420f-98e5-846c7103a7e2 req-40339338-b1b1-4fa3-9434-59133e6bb816 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Neutron deleted interface c55d4462-ce6b-41ae-8504-3b64017b78e8; detaching it from the instance and deleting it from the info cache [ 1300.918835] env[70636]: DEBUG nova.network.neutron [req-33e7a46c-42fe-420f-98e5-846c7103a7e2 req-40339338-b1b1-4fa3-9434-59133e6bb816 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.927398] env[70636]: DEBUG nova.network.neutron [-] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.999647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98ec4cc-0515-42da-b790-def046ff7ab5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.014608] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e0e08-54e6-475d-af2d-01b7312058ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.019316] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.050115] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3ca81-0dc7-4f3b-89a5-88f87f9ce423 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.060787] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c01ab75-d302-467b-b81b-185df88d20af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.075765] env[70636]: DEBUG nova.compute.provider_tree [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.089375] env[70636]: DEBUG oslo_concurrency.lockutils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.089615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.089867] env[70636]: INFO nova.compute.manager [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Attaching volume 78c06599-eeee-4b83-9f9c-793a190493f4 to /dev/sdc [ 1301.124225] env[70636]: DEBUG nova.network.neutron [-] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.150278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13615831-0165-40ef-b256-a9cf8cf770a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.160102] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd860216-ad99-471d-9a59-0c56f07e2858 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.164405] env[70636]: DEBUG nova.network.neutron [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Successfully created port: 63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.179731] env[70636]: DEBUG nova.virt.block_device [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating existing volume attachment record: 9d43d49e-a01f-4c58-bffa-77d75cf52b7e {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1301.265543] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "refresh_cache-0df605af-9b9f-45d3-879e-cddb0227262a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.267716] env[70636]: DEBUG nova.compute.manager [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.267716] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.267716] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad1314f-57c6-4ccf-9da8-5421e3a72b52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.276520] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.276843] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58977fb1-3d6c-40b4-aedb-1d31b90b38b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.284552] env[70636]: DEBUG oslo_vmware.api [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1301.284552] env[70636]: value = "task-2884770" [ 1301.284552] env[70636]: _type = "Task" [ 1301.284552] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.293634] env[70636]: DEBUG oslo_vmware.api [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.324596] env[70636]: DEBUG nova.compute.manager [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.328869] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.328869] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f236abea-f7c0-4b4b-adee-395b17e01ef8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.335379] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.339339] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd839c5c-2a82-4d28-8d76-ebf950d2c134 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.344497] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1301.344497] env[70636]: value = "task-2884771" [ 1301.344497] env[70636]: _type = "Task" [ 1301.344497] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.349653] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ee2c995-f6b3-44e0-af1f-bab2fb359dcb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.356366] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.366221] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a31d1b-c0e3-4bea-815a-0dc559018341 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.395642] env[70636]: DEBUG oslo_vmware.api [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884769, 'name': PowerOnVM_Task, 'duration_secs': 0.482981} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.395642] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.395642] env[70636]: INFO nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1301.395642] env[70636]: DEBUG nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.395642] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0578d3a-d689-4cb8-98c7-537216a3c276 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.413381] env[70636]: DEBUG nova.network.neutron [-] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.414932] env[70636]: DEBUG nova.compute.manager [req-00b7758d-72d1-4f2e-bb00-c837201b27ec req-b1d9ad26-1ae2-4cde-9e17-903287bb2863 service nova] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Detach interface failed, port_id=a31c612f-fb0e-4af0-8004-7cdb82fa5cfd, reason: Instance 72b5e8ab-db00-4546-90c7-f6e9245ccf53 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.424073] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71d25cb0-c9aa-4118-82f5-dd6ed6003997 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.437076] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97536339-3e67-43fc-a955-8841b9c7e9e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.453099] env[70636]: INFO nova.compute.manager [-] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Took 2.29 seconds to deallocate network for instance. [ 1301.482198] env[70636]: DEBUG nova.compute.manager [req-33e7a46c-42fe-420f-98e5-846c7103a7e2 req-40339338-b1b1-4fa3-9434-59133e6bb816 service nova] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Detach interface failed, port_id=c55d4462-ce6b-41ae-8504-3b64017b78e8, reason: Instance 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.511316] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.579518] env[70636]: DEBUG nova.scheduler.client.report [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.601081] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.629650] env[70636]: INFO nova.compute.manager [-] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Took 1.72 seconds to deallocate network for instance. [ 1301.648945] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.649237] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.649424] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.649625] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.649861] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.650041] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.650295] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.650543] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.651103] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.651346] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.651686] env[70636]: DEBUG nova.virt.hardware [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.653421] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5c4ab-7af6-4bfb-bd6d-3d736ba0e6f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.666033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebb807-b716-41fe-aebe-de7032760146 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.795626] env[70636]: DEBUG oslo_vmware.api [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884770, 'name': PowerOffVM_Task, 'duration_secs': 0.184875} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.796475] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.796475] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.796844] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd17283d-a2d1-4097-822f-0ce5220b8c4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.824904] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.825221] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.825440] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleting the datastore file [datastore1] 0df605af-9b9f-45d3-879e-cddb0227262a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.826035] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9d531a8-fa53-4781-a951-9cd367d45d29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.832376] env[70636]: DEBUG oslo_vmware.api [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1301.832376] env[70636]: value = "task-2884774" [ 1301.832376] env[70636]: _type = "Task" [ 1301.832376] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.841010] env[70636]: DEBUG oslo_vmware.api [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.853476] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884771, 'name': PowerOffVM_Task, 'duration_secs': 0.245818} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.854304] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.854304] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.854304] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f6226a2-e07e-4e0a-9a45-4c2339733a21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.916328] env[70636]: INFO nova.compute.manager [-] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Took 1.87 seconds to deallocate network for instance. [ 1301.935319] env[70636]: INFO nova.compute.manager [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Took 27.51 seconds to build instance. [ 1302.014554] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.018091] env[70636]: INFO nova.compute.manager [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Took 0.56 seconds to detach 1 volumes for instance. [ 1302.022555] env[70636]: DEBUG nova.compute.manager [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Deleting volume: ecd113e3-8bdf-4e43-9b1a-a1f3062a0460 {{(pid=70636) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1302.085117] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.085761] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.088496] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.924s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.139811] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.349502] env[70636]: DEBUG oslo_vmware.api [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135683} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.350245] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.350245] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.350245] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.351896] env[70636]: INFO nova.compute.manager [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1302.351896] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.351896] env[70636]: DEBUG nova.compute.manager [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.351896] env[70636]: DEBUG nova.network.neutron [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.384033] env[70636]: DEBUG nova.network.neutron [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.423583] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.425135] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.425357] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.425467] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Deleting the datastore file [datastore1] e8501dc5-7abf-47c7-8359-cb9b58258539 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.425726] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c0fbd7-5264-4c38-91c5-b1cb532fb378 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.437177] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for the task: (returnval){ [ 1302.437177] env[70636]: value = "task-2884777" [ 1302.437177] env[70636]: _type = "Task" [ 1302.437177] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.437496] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87d5b6cb-a75f-4e59-872f-22f1b8091c8b tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.598s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.446099] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.509794] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd7f84b-d2b9-4b8e-9b4f-83caebfcc97b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.516154] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.521197] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7806dd9-dcb0-4fdb-ad35-1d436fe27512 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.555959] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228faad1-e743-46ec-93b0-70e471cbd863 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.564423] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164dc5ad-976c-4079-a79f-ed83992e479e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.579691] env[70636]: DEBUG nova.compute.provider_tree [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.593993] env[70636]: DEBUG nova.compute.utils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.598886] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.598886] env[70636]: DEBUG nova.network.neutron [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.661998] env[70636]: DEBUG nova.policy [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.818222] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.890893] env[70636]: DEBUG nova.network.neutron [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.948896] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.013863] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.047022] env[70636]: DEBUG nova.compute.manager [req-7f06200e-0b41-4da3-a2a6-2e9cc02fd62f req-29d77e0e-277b-4d38-a948-adbf5f15c53b service nova] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Received event network-vif-deleted-8b0f3314-1a99-4c36-9304-37ad36eea120 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.082945] env[70636]: DEBUG nova.scheduler.client.report [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.099258] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.289307] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.289307] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.289518] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.289637] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.289777] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.289963] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.291302] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.291476] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.291648] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.291808] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.291985] env[70636]: DEBUG nova.virt.hardware [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.293345] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fa4342-e9a0-41d0-9914-77f4b210b422 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.302724] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4798882c-e694-4fde-9ab5-7e5b3c50bd5a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.321131] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:74:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c7bda7-ad55-4e96-860e-c974bea86d12', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.330292] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.330594] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.330817] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e962ff-d984-4439-95ea-d7dcbc213555 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.350633] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.350633] env[70636]: value = "task-2884778" [ 1303.350633] env[70636]: _type = "Task" [ 1303.350633] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.359116] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884778, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.396787] env[70636]: INFO nova.compute.manager [-] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Took 1.04 seconds to deallocate network for instance. [ 1303.400860] env[70636]: DEBUG nova.network.neutron [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Successfully created port: 71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.447170] env[70636]: DEBUG oslo_vmware.api [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Task: {'id': task-2884777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601223} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.447411] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.447588] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.447755] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.447949] env[70636]: INFO nova.compute.manager [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1303.448236] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.450164] env[70636]: DEBUG nova.compute.manager [-] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.450164] env[70636]: DEBUG nova.network.neutron [-] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.468050] env[70636]: DEBUG nova.network.neutron [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Successfully updated port: 63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.512185] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.590958] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.502s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.591438] env[70636]: INFO nova.compute.manager [None req-2283f760-0472-41bc-b954-e15d1ffa5605 tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Successfully reverted task state from rebuilding on failure for instance. [ 1303.597537] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.412s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.599140] env[70636]: INFO nova.compute.claims [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.865136] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884778, 'name': CreateVM_Task, 'duration_secs': 0.457953} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.865357] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.866490] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.866614] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.867033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.868243] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401afcaa-3a18-4de5-bb91-87c821f8bbe8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.874691] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1303.874691] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5278a378-dec7-d0de-1399-3695e5979b0e" [ 1303.874691] env[70636]: _type = "Task" [ 1303.874691] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.884505] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5278a378-dec7-d0de-1399-3695e5979b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.906725] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.973995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.973995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquired lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.973995] env[70636]: DEBUG nova.network.neutron [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.014196] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.112946] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.154534] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.154775] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.154930] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.155142] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.155444] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.155444] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.155651] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.155818] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.155979] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.156179] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.156361] env[70636]: DEBUG nova.virt.hardware [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.157540] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af6bad-4020-4989-9820-c87fe56f4cc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.165735] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec1ec1-ecb6-4825-9e68-b78902ed8fe2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.387028] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5278a378-dec7-d0de-1399-3695e5979b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.387028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.387028] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.387028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.387028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.387028] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.387517] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc429812-ce74-415a-bd47-57c9417ae4f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.399041] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.399041] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.399041] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f268cca0-28ec-4b37-97a1-bee420a11535 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.403193] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1304.403193] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a449c-70f6-8c8b-b926-d881e169ab25" [ 1304.403193] env[70636]: _type = "Task" [ 1304.403193] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.412538] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a449c-70f6-8c8b-b926-d881e169ab25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.515387] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.526540] env[70636]: DEBUG nova.network.neutron [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.686268] env[70636]: DEBUG nova.network.neutron [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Updating instance_info_cache with network_info: [{"id": "63751c64-3025-48fa-92f7-c3e1023c012a", "address": "fa:16:3e:ec:04:d3", "network": {"id": "e4c708ad-242a-4903-8b43-c1f70d057b7c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2006182107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6a91a6566a4220a3a1ab55f6debbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63751c64-30", "ovs_interfaceid": "63751c64-3025-48fa-92f7-c3e1023c012a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.733629] env[70636]: DEBUG nova.network.neutron [-] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.901944] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f766c-e875-40b5-9f5c-38dd038a3686 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.916100] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f688b-0624-4870-a233-7e782e7f21c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.919732] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529a449c-70f6-8c8b-b926-d881e169ab25, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.920818] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf72dd4-6226-472b-b72c-c4ef62ca130c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.950652] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e06e3-ef65-4b64-a055-c6359d3a4448 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.953268] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1304.953268] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2a9d9-dea5-6f98-d3c2-c203006b21ef" [ 1304.953268] env[70636]: _type = "Task" [ 1304.953268] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.961098] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb837d8b-5d16-4d8f-b9c3-e3e5e57c5a00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.968180] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2a9d9-dea5-6f98-d3c2-c203006b21ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.968707] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.968965] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.969227] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1646cc75-8b57-4154-90c7-54f20237890b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.979650] env[70636]: DEBUG nova.compute.provider_tree [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.986064] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1304.986064] env[70636]: value = "task-2884780" [ 1304.986064] env[70636]: _type = "Task" [ 1304.986064] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.993325] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.016151] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.127172] env[70636]: DEBUG nova.compute.manager [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Received event network-vif-plugged-63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.127172] env[70636]: DEBUG oslo_concurrency.lockutils [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] Acquiring lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.127172] env[70636]: DEBUG oslo_concurrency.lockutils [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.127172] env[70636]: DEBUG oslo_concurrency.lockutils [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.128756] env[70636]: DEBUG nova.compute.manager [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] No waiting events found dispatching network-vif-plugged-63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.130065] env[70636]: WARNING nova.compute.manager [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Received unexpected event network-vif-plugged-63751c64-3025-48fa-92f7-c3e1023c012a for instance with vm_state building and task_state spawning. [ 1305.131252] env[70636]: DEBUG nova.compute.manager [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Received event network-changed-63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.131430] env[70636]: DEBUG nova.compute.manager [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Refreshing instance network info cache due to event network-changed-63751c64-3025-48fa-92f7-c3e1023c012a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.131772] env[70636]: DEBUG oslo_concurrency.lockutils [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] Acquiring lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.192275] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Releasing lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.192275] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Instance network_info: |[{"id": "63751c64-3025-48fa-92f7-c3e1023c012a", "address": "fa:16:3e:ec:04:d3", "network": {"id": "e4c708ad-242a-4903-8b43-c1f70d057b7c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2006182107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6a91a6566a4220a3a1ab55f6debbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63751c64-30", "ovs_interfaceid": "63751c64-3025-48fa-92f7-c3e1023c012a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.192275] env[70636]: DEBUG oslo_concurrency.lockutils [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] Acquired lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.192275] env[70636]: DEBUG nova.network.neutron [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Refreshing network info cache for port 63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.193911] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:04:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63751c64-3025-48fa-92f7-c3e1023c012a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.210525] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Creating folder: Project (7b6a91a6566a4220a3a1ab55f6debbb0). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.218097] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8ca7390-c525-4fcb-91fe-79fdb031dc44 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.233023] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Created folder: Project (7b6a91a6566a4220a3a1ab55f6debbb0) in parent group-v579393. [ 1305.233023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Creating folder: Instances. Parent ref: group-v579635. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.233023] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c259bdc-7786-44ad-b3a8-d1c67128619f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.239016] env[70636]: INFO nova.compute.manager [-] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Took 1.79 seconds to deallocate network for instance. [ 1305.246470] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Created folder: Instances in parent group-v579635. [ 1305.249017] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.249017] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.249017] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cc3851b-11dc-486f-8432-4ec0ee6910ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.274737] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.274737] env[70636]: value = "task-2884783" [ 1305.274737] env[70636]: _type = "Task" [ 1305.274737] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.287941] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884783, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.365570] env[70636]: DEBUG nova.network.neutron [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Successfully updated port: 71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.396524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.396524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.396524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.396524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.396524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.397815] env[70636]: INFO nova.compute.manager [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Terminating instance [ 1305.495115] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.511463] env[70636]: DEBUG nova.network.neutron [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Updated VIF entry in instance network info cache for port 63751c64-3025-48fa-92f7-c3e1023c012a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.511908] env[70636]: DEBUG nova.network.neutron [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Updating instance_info_cache with network_info: [{"id": "63751c64-3025-48fa-92f7-c3e1023c012a", "address": "fa:16:3e:ec:04:d3", "network": {"id": "e4c708ad-242a-4903-8b43-c1f70d057b7c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2006182107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6a91a6566a4220a3a1ab55f6debbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63751c64-30", "ovs_interfaceid": "63751c64-3025-48fa-92f7-c3e1023c012a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.513949] env[70636]: ERROR nova.scheduler.client.report [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [req-52f52d9e-0954-44f5-8498-09a7dfffe2e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52f52d9e-0954-44f5-8498-09a7dfffe2e3"}]} [ 1305.522017] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.531803] env[70636]: DEBUG nova.scheduler.client.report [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1305.549202] env[70636]: DEBUG nova.scheduler.client.report [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1305.549761] env[70636]: DEBUG nova.compute.provider_tree [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.565481] env[70636]: DEBUG nova.scheduler.client.report [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1305.583279] env[70636]: DEBUG nova.scheduler.client.report [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1305.750136] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1305.750136] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579633', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'name': 'volume-78c06599-eeee-4b83-9f9c-793a190493f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'serial': '78c06599-eeee-4b83-9f9c-793a190493f4'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1305.750136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.750136] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd5c84b-c6f8-4d9b-87b2-a51830241b03 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.775307] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a0275-7555-4f2f-8b1b-123b87832093 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.786939] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884783, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.812657] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-78c06599-eeee-4b83-9f9c-793a190493f4/volume-78c06599-eeee-4b83-9f9c-793a190493f4.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.815791] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73dfc11c-dc16-4af4-a05c-3aa0e6ea5b86 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.834442] env[70636]: DEBUG oslo_vmware.api [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1305.834442] env[70636]: value = "task-2884784" [ 1305.834442] env[70636]: _type = "Task" [ 1305.834442] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.842393] env[70636]: DEBUG oslo_vmware.api [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.868133] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-561e3cc5-5de9-483e-9c9a-c89bb62e5e13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.868264] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-561e3cc5-5de9-483e-9c9a-c89bb62e5e13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.868409] env[70636]: DEBUG nova.network.neutron [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.903017] env[70636]: DEBUG nova.compute.manager [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.903636] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.904457] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f2c2e7-3138-4bd0-8240-1106f423bdac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.912483] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.912725] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78003056-fd24-4c81-bc7c-764438fd029a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.920500] env[70636]: DEBUG oslo_vmware.api [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1305.920500] env[70636]: value = "task-2884785" [ 1305.920500] env[70636]: _type = "Task" [ 1305.920500] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.929885] env[70636]: DEBUG oslo_vmware.api [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.945018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65ce4f9-38f5-400d-8536-8995d499ad3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.952946] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128269f-f774-471d-bab9-7e652e03e273 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.993544] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe04f9b-4e1f-43bc-854f-37d14f326f3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.003707] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539883} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.005837] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.006075] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.006373] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86ac061e-d536-451c-8643-1f3137055cb2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.009228] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285f8bf6-c390-46da-9aa3-ebbbfb980779 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.017449] env[70636]: DEBUG oslo_concurrency.lockutils [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] Releasing lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.017701] env[70636]: DEBUG nova.compute.manager [req-08e75def-8499-4d5b-81b6-3ca5d29614f5 req-ab24c9d6-8d38-4a37-98f7-f4c173605fd7 service nova] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Received event network-vif-deleted-a9a0d18c-7235-4b97-b753-9d9780408c54 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.028660] env[70636]: DEBUG nova.compute.provider_tree [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.036250] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1306.036250] env[70636]: value = "task-2884786" [ 1306.036250] env[70636]: _type = "Task" [ 1306.036250] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.036653] env[70636]: DEBUG oslo_vmware.api [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884767, 'name': ReconfigVM_Task, 'duration_secs': 5.765228} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.037378] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.037517] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Reconfigured VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1306.052074] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.158420] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.158711] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.158942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.159163] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.159334] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.161650] env[70636]: INFO nova.compute.manager [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Terminating instance [ 1306.290274] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884783, 'name': CreateVM_Task, 'duration_secs': 0.613265} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.290447] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.291248] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.292415] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.292742] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.293073] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c6ce5b-b8d8-446c-a524-f74b9b2898fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.299989] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1306.299989] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52094c48-fba5-9069-9531-554e1d7c8ff6" [ 1306.299989] env[70636]: _type = "Task" [ 1306.299989] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.311435] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52094c48-fba5-9069-9531-554e1d7c8ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.345198] env[70636]: DEBUG oslo_vmware.api [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884784, 'name': ReconfigVM_Task, 'duration_secs': 0.459001} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.345198] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-78c06599-eeee-4b83-9f9c-793a190493f4/volume-78c06599-eeee-4b83-9f9c-793a190493f4.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.350645] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cda3e40c-84e6-4747-89da-b1fb5440967f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.368198] env[70636]: DEBUG oslo_vmware.api [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1306.368198] env[70636]: value = "task-2884787" [ 1306.368198] env[70636]: _type = "Task" [ 1306.368198] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.381532] env[70636]: DEBUG oslo_vmware.api [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.404864] env[70636]: DEBUG nova.network.neutron [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.433025] env[70636]: DEBUG oslo_vmware.api [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884785, 'name': PowerOffVM_Task, 'duration_secs': 0.194013} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.433720] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.434327] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.434327] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54cf6ff3-2c04-40f2-ac09-ed67fc3a2db3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.510110] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.511041] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.511041] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Deleting the datastore file [datastore1] be4fc2c2-b433-4b5b-8bc3-9823ec57cd59 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.511041] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833bd878-b12a-4ca5-a3c3-9e60b20059c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.518539] env[70636]: DEBUG oslo_vmware.api [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for the task: (returnval){ [ 1306.518539] env[70636]: value = "task-2884789" [ 1306.518539] env[70636]: _type = "Task" [ 1306.518539] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.526906] env[70636]: DEBUG oslo_vmware.api [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.538830] env[70636]: DEBUG nova.scheduler.client.report [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.558107] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.558107] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.558743] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09480811-ac5e-4251-a0f8-4260931da55c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.563333] env[70636]: DEBUG nova.network.neutron [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Updating instance_info_cache with network_info: [{"id": "71c83958-4c01-49fd-bb7e-31a1f1cfd4d3", "address": "fa:16:3e:c8:5e:b7", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71c83958-4c", "ovs_interfaceid": "71c83958-4c01-49fd-bb7e-31a1f1cfd4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.591189] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.592226] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbe1ad6-f909-4116-8fd9-fc54321d7ffd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.615589] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1306.615589] env[70636]: value = "task-2884790" [ 1306.615589] env[70636]: _type = "Task" [ 1306.615589] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.628233] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.668317] env[70636]: DEBUG nova.compute.manager [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.668317] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.668481] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50221d73-31c2-4000-80be-67d03c3b0097 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.676506] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.676795] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3634719c-8055-4df5-ad97-558713c4426b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.683353] env[70636]: DEBUG oslo_vmware.api [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1306.683353] env[70636]: value = "task-2884791" [ 1306.683353] env[70636]: _type = "Task" [ 1306.683353] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.693853] env[70636]: DEBUG oslo_vmware.api [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.812094] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52094c48-fba5-9069-9531-554e1d7c8ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.812800] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.813042] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.813286] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.813718] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.813718] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.813890] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-029346b7-c1ee-4b21-aa91-15f74a4454b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.822633] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.822633] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.823372] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835bc9c9-32cd-42a1-b609-0813863c3984 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.829235] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1306.829235] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5270ca11-2e94-2f9d-1808-e78e063d9e72" [ 1306.829235] env[70636]: _type = "Task" [ 1306.829235] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.838110] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5270ca11-2e94-2f9d-1808-e78e063d9e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.878366] env[70636]: DEBUG oslo_vmware.api [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884787, 'name': ReconfigVM_Task, 'duration_secs': 0.146509} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.878680] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579633', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'name': 'volume-78c06599-eeee-4b83-9f9c-793a190493f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'serial': '78c06599-eeee-4b83-9f9c-793a190493f4'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1307.030381] env[70636]: DEBUG oslo_vmware.api [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Task: {'id': task-2884789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153408} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.030678] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.030879] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.031080] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.031275] env[70636]: INFO nova.compute.manager [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1307.031524] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.031720] env[70636]: DEBUG nova.compute.manager [-] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.031814] env[70636]: DEBUG nova.network.neutron [-] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.053551] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.455s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.054279] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.057545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.098s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.059595] env[70636]: INFO nova.compute.claims [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.066172] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-561e3cc5-5de9-483e-9c9a-c89bb62e5e13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.067137] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Instance network_info: |[{"id": "71c83958-4c01-49fd-bb7e-31a1f1cfd4d3", "address": "fa:16:3e:c8:5e:b7", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71c83958-4c", "ovs_interfaceid": "71c83958-4c01-49fd-bb7e-31a1f1cfd4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.067137] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:5e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71c83958-4c01-49fd-bb7e-31a1f1cfd4d3', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.075262] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.075262] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.075588] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725c4534-f4e0-4c5c-b305-f23d0c3c3738 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.098198] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.098198] env[70636]: value = "task-2884792" [ 1307.098198] env[70636]: _type = "Task" [ 1307.098198] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.107147] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884792, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.125640] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.164707] env[70636]: DEBUG nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Received event network-vif-plugged-71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.164927] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Acquiring lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.165517] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.165517] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.165517] env[70636]: DEBUG nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] No waiting events found dispatching network-vif-plugged-71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.165633] env[70636]: WARNING nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Received unexpected event network-vif-plugged-71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 for instance with vm_state building and task_state spawning. [ 1307.165781] env[70636]: DEBUG nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Received event network-changed-71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.166047] env[70636]: DEBUG nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Refreshing instance network info cache due to event network-changed-71c83958-4c01-49fd-bb7e-31a1f1cfd4d3. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.166192] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Acquiring lock "refresh_cache-561e3cc5-5de9-483e-9c9a-c89bb62e5e13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.166355] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Acquired lock "refresh_cache-561e3cc5-5de9-483e-9c9a-c89bb62e5e13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.166560] env[70636]: DEBUG nova.network.neutron [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Refreshing network info cache for port 71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.193738] env[70636]: DEBUG oslo_vmware.api [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884791, 'name': PowerOffVM_Task, 'duration_secs': 0.187867} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.193738] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.193917] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.194718] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c262ccf7-7c70-4927-9132-3f9b842c77c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.254038] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.254038] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.254240] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Deleting the datastore file [datastore1] 62ac915a-5dfe-49f6-89c4-e05fc79b1e86 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.254438] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01248c64-2456-467f-ada0-0533429a4445 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.262707] env[70636]: DEBUG oslo_vmware.api [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for the task: (returnval){ [ 1307.262707] env[70636]: value = "task-2884794" [ 1307.262707] env[70636]: _type = "Task" [ 1307.262707] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.273347] env[70636]: DEBUG oslo_vmware.api [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.314764] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.314976] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.315177] env[70636]: DEBUG nova.network.neutron [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.340712] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5270ca11-2e94-2f9d-1808-e78e063d9e72, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.341642] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fe38f1-06ae-487e-b543-8d4925a9fae0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.349046] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1307.349046] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de0c04-9743-780b-8641-0720a6c95cdb" [ 1307.349046] env[70636]: _type = "Task" [ 1307.349046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.362145] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52de0c04-9743-780b-8641-0720a6c95cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.362413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.362719] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 75ffdab1-71fe-4a90-a67c-b59bfe23534a/75ffdab1-71fe-4a90-a67c-b59bfe23534a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.363022] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656ce4c9-be5f-4eb5-9641-d5e45d12bea7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.371955] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1307.371955] env[70636]: value = "task-2884795" [ 1307.371955] env[70636]: _type = "Task" [ 1307.371955] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.385321] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.567453] env[70636]: DEBUG nova.compute.utils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.571477] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.571976] env[70636]: DEBUG nova.network.neutron [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.615194] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884792, 'name': CreateVM_Task, 'duration_secs': 0.374956} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.615389] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.616156] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.617199] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.617199] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.617199] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac93926-e78d-456d-95b6-37272fbe5c6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.626246] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1307.626246] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52854639-6f8a-2646-5d21-8674847c25fa" [ 1307.626246] env[70636]: _type = "Task" [ 1307.626246] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.634403] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884790, 'name': ReconfigVM_Task, 'duration_secs': 0.579446} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.637997] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355/93147af3-f9a6-4fe5-a753-2e178295b355.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.639596] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '5e0d8253-f1a5-43ef-b384-467ba9f1443c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'}, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': 'b4575df0-b779-4f69-a205-92dd0fd1666c', 'volume_type': None}], 'swap': None} {{(pid=70636) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1307.639823] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1307.640035] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1307.640356] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52854639-6f8a-2646-5d21-8674847c25fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.641484] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d80b88-d667-42e6-9645-a731c3c1343b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.663335] env[70636]: DEBUG nova.policy [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8bfcce9c55940c0ac865297dbdd5a89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d2c020519849119a371af1e85d71de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.665438] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea325858-70eb-467c-a031-2e1c20be2040 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.702872] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-475030b9-9617-4191-b3f1-ca1059ffbb7d/volume-475030b9-9617-4191-b3f1-ca1059ffbb7d.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.702872] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7dee07-5aed-4383-90a9-50a3f0901e89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.727221] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1307.727221] env[70636]: value = "task-2884796" [ 1307.727221] env[70636]: _type = "Task" [ 1307.727221] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.740472] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.776291] env[70636]: DEBUG oslo_vmware.api [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Task: {'id': task-2884794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147506} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.776291] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.776507] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.776634] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.776867] env[70636]: INFO nova.compute.manager [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1307.777064] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.777278] env[70636]: DEBUG nova.compute.manager [-] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.777376] env[70636]: DEBUG nova.network.neutron [-] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.865028] env[70636]: DEBUG nova.network.neutron [-] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.892789] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.917927] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.917927] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "6f14998f-2ea7-4388-bede-9520190119cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.917927] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.918205] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "6f14998f-2ea7-4388-bede-9520190119cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.918333] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "6f14998f-2ea7-4388-bede-9520190119cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.920756] env[70636]: INFO nova.compute.manager [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Terminating instance [ 1307.934337] env[70636]: DEBUG nova.objects.instance [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid 7228acf9-faef-466c-be68-eb2592bd243e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.073724] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.142841] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52854639-6f8a-2646-5d21-8674847c25fa, 'name': SearchDatastore_Task, 'duration_secs': 0.03952} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.148940] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.149105] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.149710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.149710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.149710] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.151349] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69354ad-2cd1-44fa-a5c1-d6da415af0da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.161438] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.161625] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.164692] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba707d5-c185-477d-848b-29bbcac702a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.173118] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1308.173118] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e365c-fb76-2ff2-8be2-f74c454dabc7" [ 1308.173118] env[70636]: _type = "Task" [ 1308.173118] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.180923] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e365c-fb76-2ff2-8be2-f74c454dabc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.210639] env[70636]: INFO nova.network.neutron [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Port 37a3659b-952d-499e-9040-7e4e143a7e57 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1308.210979] env[70636]: DEBUG nova.network.neutron [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.236401] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884796, 'name': ReconfigVM_Task, 'duration_secs': 0.464837} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.238828] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-475030b9-9617-4191-b3f1-ca1059ffbb7d/volume-475030b9-9617-4191-b3f1-ca1059ffbb7d.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.244721] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0100f1d-170c-43b1-83c7-df70bf1aa6fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.258183] env[70636]: DEBUG nova.network.neutron [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Updated VIF entry in instance network info cache for port 71c83958-4c01-49fd-bb7e-31a1f1cfd4d3. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.258532] env[70636]: DEBUG nova.network.neutron [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Updating instance_info_cache with network_info: [{"id": "71c83958-4c01-49fd-bb7e-31a1f1cfd4d3", "address": "fa:16:3e:c8:5e:b7", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71c83958-4c", "ovs_interfaceid": "71c83958-4c01-49fd-bb7e-31a1f1cfd4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.262797] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1308.262797] env[70636]: value = "task-2884797" [ 1308.262797] env[70636]: _type = "Task" [ 1308.262797] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.272451] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.366887] env[70636]: INFO nova.compute.manager [-] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Took 1.33 seconds to deallocate network for instance. [ 1308.385608] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545407} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.385863] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 75ffdab1-71fe-4a90-a67c-b59bfe23534a/75ffdab1-71fe-4a90-a67c-b59bfe23534a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.386976] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.387280] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b6a491b-c611-41e7-9bdf-9dc24a4ae2cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.393560] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1308.393560] env[70636]: value = "task-2884798" [ 1308.393560] env[70636]: _type = "Task" [ 1308.393560] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.408123] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.427621] env[70636]: DEBUG nova.compute.manager [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.427885] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.428824] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2466d89-2459-4776-b879-5b4dd614f6ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.441180] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.441755] env[70636]: DEBUG oslo_concurrency.lockutils [None req-519d0df6-eb55-4149-ba28-2fe03ea4b14e tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.352s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.442659] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d93ce19-66a2-437b-975b-0b4b768594a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.446232] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a160e0dd-1af6-4214-b40d-bfd48bf068a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.450298] env[70636]: DEBUG oslo_vmware.api [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1308.450298] env[70636]: value = "task-2884799" [ 1308.450298] env[70636]: _type = "Task" [ 1308.450298] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.457304] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d8167-b945-4bc9-8d06-71381db87ba8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.465148] env[70636]: DEBUG oslo_vmware.api [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.495034] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8364a89f-69f9-464f-87e8-878d1e419017 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.503027] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e83694-b68e-446c-a47f-c6762d7c25bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.518241] env[70636]: DEBUG nova.compute.provider_tree [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.608917] env[70636]: DEBUG nova.network.neutron [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Successfully created port: 2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.683827] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523e365c-fb76-2ff2-8be2-f74c454dabc7, 'name': SearchDatastore_Task, 'duration_secs': 0.031046} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.685489] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae314173-dce9-43c2-8dd4-37349a68f4b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.691267] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1308.691267] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524fbe7c-f28c-41d5-35aa-e51600b5b88c" [ 1308.691267] env[70636]: _type = "Task" [ 1308.691267] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.700418] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524fbe7c-f28c-41d5-35aa-e51600b5b88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.713400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.760838] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Releasing lock "refresh_cache-561e3cc5-5de9-483e-9c9a-c89bb62e5e13" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.761315] env[70636]: DEBUG nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-vif-deleted-37a3659b-952d-499e-9040-7e4e143a7e57 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.761415] env[70636]: INFO nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Neutron deleted interface 37a3659b-952d-499e-9040-7e4e143a7e57; detaching it from the instance and deleting it from the info cache [ 1308.761778] env[70636]: DEBUG nova.network.neutron [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [{"id": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "address": "fa:16:3e:3b:3d:cc", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd809674-2d", "ovs_interfaceid": "cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.775535] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884797, 'name': ReconfigVM_Task, 'duration_secs': 0.150123} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.775922] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1308.776807] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4634b306-7abb-4ba5-9294-2523a7a57f45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.788460] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1308.788460] env[70636]: value = "task-2884800" [ 1308.788460] env[70636]: _type = "Task" [ 1308.788460] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.802790] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884800, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.874336] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.907076] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068997} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.907804] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.909110] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b656e7-8ae8-4ee7-ba96-c0e1e0d4fac1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.934034] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 75ffdab1-71fe-4a90-a67c-b59bfe23534a/75ffdab1-71fe-4a90-a67c-b59bfe23534a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.934930] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5e541f-6989-42c6-a3ea-81e9227caf51 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.957544] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1308.957544] env[70636]: value = "task-2884801" [ 1308.957544] env[70636]: _type = "Task" [ 1308.957544] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.965469] env[70636]: DEBUG oslo_vmware.api [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884799, 'name': PowerOffVM_Task, 'duration_secs': 0.20338} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.968131] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.968319] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.968574] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5daf59f-236e-48fe-8835-b3c4dd330643 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.974211] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.022372] env[70636]: DEBUG nova.scheduler.client.report [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.042642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.042642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.042642] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleting the datastore file [datastore1] 6f14998f-2ea7-4388-bede-9520190119cd {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.042642] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566048ed-1151-4900-bf38-a680bb967c2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.050455] env[70636]: DEBUG oslo_vmware.api [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1309.050455] env[70636]: value = "task-2884803" [ 1309.050455] env[70636]: _type = "Task" [ 1309.050455] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.059323] env[70636]: DEBUG oslo_vmware.api [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.087667] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.113422] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.113694] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.113853] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.114042] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.114194] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.114355] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.115167] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.115853] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.116093] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.116245] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.116426] env[70636]: DEBUG nova.virt.hardware [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.117621] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04369286-c5d4-4550-861b-5dc17d42f9dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.128656] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e373ce34-2cbf-4dbe-a18f-aaee7c28a336 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.202375] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524fbe7c-f28c-41d5-35aa-e51600b5b88c, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.202658] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.202917] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 561e3cc5-5de9-483e-9c9a-c89bb62e5e13/561e3cc5-5de9-483e-9c9a-c89bb62e5e13.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.203206] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e32d43a-fa80-46d3-8696-44e710b47a78 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.210089] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1309.210089] env[70636]: value = "task-2884804" [ 1309.210089] env[70636]: _type = "Task" [ 1309.210089] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.218878] env[70636]: DEBUG oslo_concurrency.lockutils [None req-53d07b2e-f80f-4cc8-be11-58e1ebcd248d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-6f14998f-2ea7-4388-bede-9520190119cd-37a3659b-952d-499e-9040-7e4e143a7e57" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.800s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.220062] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.226774] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.227055] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.270272] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Acquiring lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.299174] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884800, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.369398] env[70636]: DEBUG nova.compute.manager [req-71d703cb-f4c0-48f3-b659-522ed92fdf89 req-b803d832-7198-48ed-937c-3d5c469b8310 service nova] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Received event network-vif-deleted-5c2d66de-e1ad-4602-9f72-eb3171f936f8 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.370019] env[70636]: DEBUG nova.compute.manager [req-71d703cb-f4c0-48f3-b659-522ed92fdf89 req-b803d832-7198-48ed-937c-3d5c469b8310 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Received event network-vif-deleted-3640bbe8-fd0f-4522-990a-45072e543157 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.370019] env[70636]: INFO nova.compute.manager [req-71d703cb-f4c0-48f3-b659-522ed92fdf89 req-b803d832-7198-48ed-937c-3d5c469b8310 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Neutron deleted interface 3640bbe8-fd0f-4522-990a-45072e543157; detaching it from the instance and deleting it from the info cache [ 1309.370019] env[70636]: DEBUG nova.network.neutron [req-71d703cb-f4c0-48f3-b659-522ed92fdf89 req-b803d832-7198-48ed-937c-3d5c469b8310 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.402011] env[70636]: DEBUG nova.network.neutron [-] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.472360] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.529031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.529485] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.532299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.067s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.532494] env[70636]: DEBUG nova.objects.instance [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1309.563082] env[70636]: DEBUG oslo_vmware.api [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14802} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.563772] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.563900] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.564042] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.564241] env[70636]: INFO nova.compute.manager [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1309.564541] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.564896] env[70636]: DEBUG nova.compute.manager [-] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.564998] env[70636]: DEBUG nova.network.neutron [-] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.721809] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884804, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.729876] env[70636]: INFO nova.compute.manager [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Detaching volume ed1bbaeb-4d96-419f-acf5-6ef326982d57 [ 1309.774120] env[70636]: INFO nova.virt.block_device [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Attempting to driver detach volume ed1bbaeb-4d96-419f-acf5-6ef326982d57 from mountpoint /dev/sdb [ 1309.774413] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1309.774671] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579630', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'name': 'volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'serial': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1309.775629] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148af00d-4482-47db-a4ff-72d6e3c59f6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.806800] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2078ee-df9d-48ab-960a-82f77987c2b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.815507] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884800, 'name': Rename_Task, 'duration_secs': 0.882314} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.817425] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.817842] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07292dc1-1a23-4412-962e-bca926841e5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.819976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2180b3dd-0d48-443f-b34d-5c3349ac01b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.847270] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dafae8-8568-4ecd-9d84-845e99307d9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.851619] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1309.851619] env[70636]: value = "task-2884805" [ 1309.851619] env[70636]: _type = "Task" [ 1309.851619] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.866492] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] The volume has not been displaced from its original location: [datastore1] volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57/volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1309.872140] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.873383] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4474e0e9-7322-43fc-8e88-3436746fb72b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.892130] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66c18b8e-5e58-4941-b4bb-6087a4b5b620 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.894495] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.904019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6901cc-eb28-4210-8184-8eba7835fd0e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.915602] env[70636]: INFO nova.compute.manager [-] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Took 2.14 seconds to deallocate network for instance. [ 1309.915913] env[70636]: DEBUG oslo_vmware.api [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1309.915913] env[70636]: value = "task-2884806" [ 1309.915913] env[70636]: _type = "Task" [ 1309.915913] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.931886] env[70636]: DEBUG oslo_vmware.api [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.945247] env[70636]: DEBUG nova.compute.manager [req-71d703cb-f4c0-48f3-b659-522ed92fdf89 req-b803d832-7198-48ed-937c-3d5c469b8310 service nova] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Detach interface failed, port_id=3640bbe8-fd0f-4522-990a-45072e543157, reason: Instance 62ac915a-5dfe-49f6-89c4-e05fc79b1e86 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.969417] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884801, 'name': ReconfigVM_Task, 'duration_secs': 0.90947} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.969785] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 75ffdab1-71fe-4a90-a67c-b59bfe23534a/75ffdab1-71fe-4a90-a67c-b59bfe23534a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.970512] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-988ade7f-9421-4c4a-83c9-46eb96234f46 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.978423] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1309.978423] env[70636]: value = "task-2884807" [ 1309.978423] env[70636]: _type = "Task" [ 1309.978423] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.988825] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884807, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.020523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.020791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.038028] env[70636]: DEBUG nova.compute.utils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.042617] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.042617] env[70636]: DEBUG nova.network.neutron [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.118239] env[70636]: DEBUG nova.policy [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7823e2c8948945fcbede3c5529c64c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee2745e3d57b4f69a44544e422c26bb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.222600] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540156} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.223324] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 561e3cc5-5de9-483e-9c9a-c89bb62e5e13/561e3cc5-5de9-483e-9c9a-c89bb62e5e13.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.223324] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.223522] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eb9239c-39b8-4034-a037-cef90f3bb9de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.233327] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1310.233327] env[70636]: value = "task-2884808" [ 1310.233327] env[70636]: _type = "Task" [ 1310.233327] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.244844] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.363465] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884805, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.425898] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.430068] env[70636]: DEBUG oslo_vmware.api [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884806, 'name': ReconfigVM_Task, 'duration_secs': 0.345952} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.430478] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.437154] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4faa78-b4eb-4fc1-8888-e7d6039f28f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.452943] env[70636]: DEBUG oslo_vmware.api [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1310.452943] env[70636]: value = "task-2884809" [ 1310.452943] env[70636]: _type = "Task" [ 1310.452943] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.462431] env[70636]: DEBUG oslo_vmware.api [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.490894] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884807, 'name': Rename_Task, 'duration_secs': 0.163086} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.491195] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.491442] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecf328d0-7dda-4c3d-8db8-349b34f588eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.499040] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1310.499040] env[70636]: value = "task-2884810" [ 1310.499040] env[70636]: _type = "Task" [ 1310.499040] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.508396] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.524261] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.534062] env[70636]: DEBUG nova.network.neutron [-] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.542855] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.546042] env[70636]: DEBUG oslo_concurrency.lockutils [None req-293cfba7-e73e-4d89-96d0-44ca8db447ee tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.546946] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.259s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.549360] env[70636]: INFO nova.compute.claims [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.725754] env[70636]: DEBUG nova.network.neutron [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Successfully updated port: 2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.746597] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070219} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.747319] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.748118] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97047dc1-64b4-4ec6-b72c-4928bf964d2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.772719] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 561e3cc5-5de9-483e-9c9a-c89bb62e5e13/561e3cc5-5de9-483e-9c9a-c89bb62e5e13.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.773014] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4a90b6-5d0f-4e34-a35f-85975fcf4bcf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.793872] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1310.793872] env[70636]: value = "task-2884811" [ 1310.793872] env[70636]: _type = "Task" [ 1310.793872] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.802875] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.805265] env[70636]: DEBUG nova.network.neutron [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Successfully created port: fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.865785] env[70636]: DEBUG oslo_vmware.api [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884805, 'name': PowerOnVM_Task, 'duration_secs': 0.590458} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.866263] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.866585] env[70636]: DEBUG nova.compute.manager [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.867840] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4165c26-1e49-4599-9aa8-d3c8d89fdc38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.964202] env[70636]: DEBUG oslo_vmware.api [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884809, 'name': ReconfigVM_Task, 'duration_secs': 0.20864} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.965986] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579630', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'name': 'volume-ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57', 'serial': 'ed1bbaeb-4d96-419f-acf5-6ef326982d57'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1311.010991] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.036890] env[70636]: INFO nova.compute.manager [-] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Took 1.47 seconds to deallocate network for instance. [ 1311.064246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.228888] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.229028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.229284] env[70636]: DEBUG nova.network.neutron [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.305809] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884811, 'name': ReconfigVM_Task, 'duration_secs': 0.315083} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.306111] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 561e3cc5-5de9-483e-9c9a-c89bb62e5e13/561e3cc5-5de9-483e-9c9a-c89bb62e5e13.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.306739] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b515af6b-4ca6-44e3-9803-aab830d99a87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.314449] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1311.314449] env[70636]: value = "task-2884812" [ 1311.314449] env[70636]: _type = "Task" [ 1311.314449] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.324181] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884812, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.393455] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.404103] env[70636]: DEBUG nova.compute.manager [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Received event network-vif-deleted-cd809674-2dca-4c9b-b4cd-ff0d6e1d2bcd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.404199] env[70636]: DEBUG nova.compute.manager [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Received event network-vif-plugged-2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.404388] env[70636]: DEBUG oslo_concurrency.lockutils [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] Acquiring lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.404638] env[70636]: DEBUG oslo_concurrency.lockutils [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.404827] env[70636]: DEBUG oslo_concurrency.lockutils [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.405032] env[70636]: DEBUG nova.compute.manager [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] No waiting events found dispatching network-vif-plugged-2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.405231] env[70636]: WARNING nova.compute.manager [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Received unexpected event network-vif-plugged-2cc2e7f4-e28e-473d-9386-8326f4da91bc for instance with vm_state building and task_state spawning. [ 1311.405407] env[70636]: DEBUG nova.compute.manager [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Received event network-changed-2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.405578] env[70636]: DEBUG nova.compute.manager [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Refreshing instance network info cache due to event network-changed-2cc2e7f4-e28e-473d-9386-8326f4da91bc. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.405767] env[70636]: DEBUG oslo_concurrency.lockutils [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] Acquiring lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.512888] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.514613] env[70636]: DEBUG nova.objects.instance [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid 7228acf9-faef-466c-be68-eb2592bd243e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.545568] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.569984] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.596876] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.597074] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.597158] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.597336] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.597482] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.597632] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.598687] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.598687] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.598687] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.598687] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.598687] env[70636]: DEBUG nova.virt.hardware [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.600768] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f7280-79bf-4b78-9b44-3346ce075df2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.614875] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc7b980-ea2d-4525-9930-47f3082548c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.766912] env[70636]: DEBUG nova.network.neutron [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.827413] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884812, 'name': Rename_Task, 'duration_secs': 0.155373} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.827679] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.827920] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9acc79-258c-43e5-91e3-11dacaa86f2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.835952] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1311.835952] env[70636]: value = "task-2884813" [ 1311.835952] env[70636]: _type = "Task" [ 1311.835952] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.844493] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9480e2-3f5c-4d18-b910-a631d99c7d29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.850325] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.855148] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ffc399-1e83-493e-8efe-06dc861e0ab0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.891279] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b0f1d-eeb0-4ee6-ba6c-b39154382d37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.900689] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249bfcff-619f-491b-ad1a-9e326871b085 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.917790] env[70636]: DEBUG nova.compute.provider_tree [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.930448] env[70636]: DEBUG nova.network.neutron [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Updating instance_info_cache with network_info: [{"id": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "address": "fa:16:3e:55:37:95", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2e7f4-e2", "ovs_interfaceid": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.014299] env[70636]: DEBUG oslo_vmware.api [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884810, 'name': PowerOnVM_Task, 'duration_secs': 1.069858} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.014581] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.015097] env[70636]: INFO nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1312.015097] env[70636]: DEBUG nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.015794] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ae663-53b0-44d7-9f79-1f3e4e036ab4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.320221] env[70636]: DEBUG nova.network.neutron [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Successfully updated port: fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.349689] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.433710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.434069] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Instance network_info: |[{"id": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "address": "fa:16:3e:55:37:95", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2e7f4-e2", "ovs_interfaceid": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.434380] env[70636]: DEBUG oslo_concurrency.lockutils [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] Acquired lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.434555] env[70636]: DEBUG nova.network.neutron [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Refreshing network info cache for port 2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.435778] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:37:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc2e7f4-e28e-473d-9386-8326f4da91bc', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.443389] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.444607] env[70636]: ERROR nova.scheduler.client.report [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [req-89ed5684-fe93-4db2-baec-607cf5817397] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89ed5684-fe93-4db2-baec-607cf5817397"}]} [ 1312.444999] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.447366] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f007c507-159d-4458-b9cb-df04d9136080 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.463130] env[70636]: DEBUG nova.scheduler.client.report [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1312.473679] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.473679] env[70636]: value = "task-2884814" [ 1312.473679] env[70636]: _type = "Task" [ 1312.473679] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.479712] env[70636]: DEBUG nova.scheduler.client.report [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1312.479969] env[70636]: DEBUG nova.compute.provider_tree [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.485624] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884814, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.492661] env[70636]: DEBUG nova.scheduler.client.report [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1312.513747] env[70636]: DEBUG nova.scheduler.client.report [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1312.526486] env[70636]: DEBUG oslo_concurrency.lockutils [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.526930] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ee1c0024-8ad7-4e56-a8c3-2d7dbd7968b8 tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.528306] env[70636]: DEBUG oslo_concurrency.lockutils [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.545326] env[70636]: INFO nova.compute.manager [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Took 18.13 seconds to build instance. [ 1312.822766] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.823091] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.823091] env[70636]: DEBUG nova.network.neutron [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.830940] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7480021-ff5e-4a72-a46b-e7758ed96b07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.843278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273c24d6-07e0-4173-b2ae-67e961bc7988 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.853189] env[70636]: DEBUG oslo_vmware.api [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884813, 'name': PowerOnVM_Task, 'duration_secs': 0.592286} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.877299] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.877561] env[70636]: INFO nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1312.877748] env[70636]: DEBUG nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.879135] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090ccf8-fb7e-4357-9186-7df92426f948 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.882156] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed5167-4f1e-4f24-9cc1-ecd879a654a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.891561] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e990bb39-0727-4b59-bfa4-24379d92de51 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.908486] env[70636]: DEBUG nova.compute.provider_tree [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.986454] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884814, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.032145] env[70636]: INFO nova.compute.manager [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Detaching volume 78c06599-eeee-4b83-9f9c-793a190493f4 [ 1313.050829] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4ceb6d12-c954-4bbf-accf-2806349d1af8 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.642s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.070428] env[70636]: INFO nova.virt.block_device [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Attempting to driver detach volume 78c06599-eeee-4b83-9f9c-793a190493f4 from mountpoint /dev/sdc [ 1313.070542] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.070754] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579633', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'name': 'volume-78c06599-eeee-4b83-9f9c-793a190493f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'serial': '78c06599-eeee-4b83-9f9c-793a190493f4'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.072095] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4115f5d-d315-4269-bb67-20da046dda0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.097804] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c48cb-a423-45c6-a7db-563f58572a08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.108649] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf18e9f-16c2-452b-86ff-d91cee737c4c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.133791] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50612e-fecd-4790-896a-edd047ff62e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.151969] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] The volume has not been displaced from its original location: [datastore2] volume-78c06599-eeee-4b83-9f9c-793a190493f4/volume-78c06599-eeee-4b83-9f9c-793a190493f4.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.157917] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.160355] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25df53f4-9487-42b7-8a37-d2587576ce80 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.180687] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1313.180687] env[70636]: value = "task-2884815" [ 1313.180687] env[70636]: _type = "Task" [ 1313.180687] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.190223] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.202485] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.202850] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.203179] env[70636]: INFO nova.compute.manager [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Rebooting instance [ 1313.206948] env[70636]: DEBUG nova.network.neutron [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Updated VIF entry in instance network info cache for port 2cc2e7f4-e28e-473d-9386-8326f4da91bc. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.207384] env[70636]: DEBUG nova.network.neutron [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Updating instance_info_cache with network_info: [{"id": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "address": "fa:16:3e:55:37:95", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2e7f4-e2", "ovs_interfaceid": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.356495] env[70636]: DEBUG nova.network.neutron [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.407530] env[70636]: INFO nova.compute.manager [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Took 17.65 seconds to build instance. [ 1313.462224] env[70636]: DEBUG nova.compute.manager [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Received event network-vif-plugged-fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.462435] env[70636]: DEBUG oslo_concurrency.lockutils [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.462739] env[70636]: DEBUG oslo_concurrency.lockutils [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] Lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.462799] env[70636]: DEBUG oslo_concurrency.lockutils [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] Lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.462977] env[70636]: DEBUG nova.compute.manager [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] No waiting events found dispatching network-vif-plugged-fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.463151] env[70636]: WARNING nova.compute.manager [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Received unexpected event network-vif-plugged-fd60d43b-355f-4992-8db8-71102a3389fc for instance with vm_state building and task_state spawning. [ 1313.463282] env[70636]: DEBUG nova.compute.manager [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Received event network-changed-fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.463456] env[70636]: DEBUG nova.compute.manager [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Refreshing instance network info cache due to event network-changed-fd60d43b-355f-4992-8db8-71102a3389fc. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.463591] env[70636]: DEBUG oslo_concurrency.lockutils [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.468369] env[70636]: DEBUG nova.scheduler.client.report [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1313.468369] env[70636]: DEBUG nova.compute.provider_tree [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 122 to 123 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1313.468369] env[70636]: DEBUG nova.compute.provider_tree [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1313.488240] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884814, 'name': CreateVM_Task, 'duration_secs': 0.563991} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.488470] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.489633] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.489633] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.489885] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.490087] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40387093-6f86-4758-bf21-a1dbc04332a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.499147] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1313.499147] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5238cad6-ca97-74bf-d7c1-8f145ed67c52" [ 1313.499147] env[70636]: _type = "Task" [ 1313.499147] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.506814] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5238cad6-ca97-74bf-d7c1-8f145ed67c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.531632] env[70636]: DEBUG nova.network.neutron [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.691804] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.710346] env[70636]: DEBUG oslo_concurrency.lockutils [req-71bc27f6-0194-43f0-9768-aadd8ac0be72 req-4b46aa38-5dd6-4c5e-8a99-835c8198d261 service nova] Releasing lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.728294] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.728488] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquired lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.728666] env[70636]: DEBUG nova.network.neutron [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.910341] env[70636]: DEBUG oslo_concurrency.lockutils [None req-12babfb2-1c1c-42f2-94dd-7fa56a780667 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.158s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.973479] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.426s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.974025] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.976532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.837s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.976742] env[70636]: DEBUG nova.objects.instance [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'resources' on Instance uuid 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.008932] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5238cad6-ca97-74bf-d7c1-8f145ed67c52, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.009342] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.009596] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.009828] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.009974] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.010178] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.010441] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-088c104d-ece7-4366-b31b-a9c7998fbd9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.021949] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.022160] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.022884] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631f2ad1-072f-45e0-a728-12090b198a07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.029013] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1314.029013] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5209c5cb-790b-3f50-8765-3d2b8c322b1e" [ 1314.029013] env[70636]: _type = "Task" [ 1314.029013] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.034144] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.034972] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Instance network_info: |[{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.034972] env[70636]: DEBUG oslo_concurrency.lockutils [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.034972] env[70636]: DEBUG nova.network.neutron [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Refreshing network info cache for port fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.036127] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a9:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd60d43b-355f-4992-8db8-71102a3389fc', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.043735] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating folder: Project (ee2745e3d57b4f69a44544e422c26bb7). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.050196] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f7f15e-dcc1-481f-80db-7d9aaa998ba2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.051873] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5209c5cb-790b-3f50-8765-3d2b8c322b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.067367] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created folder: Project (ee2745e3d57b4f69a44544e422c26bb7) in parent group-v579393. [ 1314.067593] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating folder: Instances. Parent ref: group-v579640. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.068210] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b09729-aff5-4edc-93d7-14c889a63607 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.079099] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created folder: Instances in parent group-v579640. [ 1314.079368] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.079575] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.079782] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c479513a-0ba0-4aa0-ba09-a29622126b42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.105693] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.105693] env[70636]: value = "task-2884818" [ 1314.105693] env[70636]: _type = "Task" [ 1314.105693] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.114289] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884818, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.193796] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.373405] env[70636]: DEBUG nova.network.neutron [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updated VIF entry in instance network info cache for port fd60d43b-355f-4992-8db8-71102a3389fc. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.373464] env[70636]: DEBUG nova.network.neutron [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.480091] env[70636]: DEBUG nova.compute.utils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.484837] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.485013] env[70636]: DEBUG nova.network.neutron [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.511088] env[70636]: DEBUG nova.network.neutron [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Updating instance_info_cache with network_info: [{"id": "63751c64-3025-48fa-92f7-c3e1023c012a", "address": "fa:16:3e:ec:04:d3", "network": {"id": "e4c708ad-242a-4903-8b43-c1f70d057b7c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2006182107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b6a91a6566a4220a3a1ab55f6debbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63751c64-30", "ovs_interfaceid": "63751c64-3025-48fa-92f7-c3e1023c012a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.534139] env[70636]: DEBUG nova.policy [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce79a0fdf55445a8fe2769ee6aed585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcf776cc9c5b4c30b0b818300096d93d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.544701] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5209c5cb-790b-3f50-8765-3d2b8c322b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.545875] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae12d37-4ffd-4fe6-9f9d-c9861b2fee97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.554807] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1314.554807] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fcd6aa-2f85-2291-5eed-1172dd0ebfef" [ 1314.554807] env[70636]: _type = "Task" [ 1314.554807] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.564567] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fcd6aa-2f85-2291-5eed-1172dd0ebfef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.603635] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.604040] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.604110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.604274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.604438] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.609542] env[70636]: INFO nova.compute.manager [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Terminating instance [ 1314.617739] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884818, 'name': CreateVM_Task, 'duration_secs': 0.496446} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.617739] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.618568] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.618785] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.619196] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.619595] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6720d571-7b11-4c41-bdbc-b5f32be16cad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.629024] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1314.629024] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dc6bf6-3a5a-13d2-76ab-ca513cec08d6" [ 1314.629024] env[70636]: _type = "Task" [ 1314.629024] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.639713] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dc6bf6-3a5a-13d2-76ab-ca513cec08d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.694135] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884815, 'name': ReconfigVM_Task, 'duration_secs': 1.271038} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.694421] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.701479] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7eca85b-cf03-404c-a45e-d524710393ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.718617] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1314.718617] env[70636]: value = "task-2884819" [ 1314.718617] env[70636]: _type = "Task" [ 1314.718617] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.729831] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.820990] env[70636]: DEBUG nova.network.neutron [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Successfully created port: 70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.827287] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07533b88-c349-4245-b248-7420864fc2f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.833615] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c62e90d-5d89-4209-8153-a8e80d81840e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.867220] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26f51e-2361-4c36-a624-6d026dcf29b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.876212] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe43bf9a-bce6-4218-ac3a-5459f5e9cdcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.883059] env[70636]: DEBUG oslo_concurrency.lockutils [req-70971f16-96e3-437f-98e6-c46109de3a89 req-2e80c178-371d-4700-a3e7-d9a35286e73a service nova] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.894647] env[70636]: DEBUG nova.compute.provider_tree [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.985834] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.013517] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Releasing lock "refresh_cache-75ffdab1-71fe-4a90-a67c-b59bfe23534a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.066720] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fcd6aa-2f85-2291-5eed-1172dd0ebfef, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.067018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.067280] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 891f8a1c-9bb7-436f-8ef0-4679291b4e0a/891f8a1c-9bb7-436f-8ef0-4679291b4e0a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.067554] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ed7c750-0c09-4ae7-b2b7-fdb5d369a097 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.076081] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1315.076081] env[70636]: value = "task-2884820" [ 1315.076081] env[70636]: _type = "Task" [ 1315.076081] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.086923] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.113318] env[70636]: DEBUG nova.compute.manager [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.113494] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.114344] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c18c4-4958-496d-a4ed-ee108c1c5650 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.122633] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.122771] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537e6d88-4bf7-4759-99b3-b2477477f896 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.130629] env[70636]: DEBUG oslo_vmware.api [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1315.130629] env[70636]: value = "task-2884821" [ 1315.130629] env[70636]: _type = "Task" [ 1315.130629] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.143831] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dc6bf6-3a5a-13d2-76ab-ca513cec08d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.147834] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.147834] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.148159] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.148316] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.148502] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.148802] env[70636]: DEBUG oslo_vmware.api [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.149036] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-832f9162-3374-495c-83c0-0f918a90c222 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.158745] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.158927] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.159809] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db308823-ffaf-42a1-b7fd-2e06c1de1101 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.165928] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1315.165928] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52acd465-326b-55d1-21ff-d93ef527e8fc" [ 1315.165928] env[70636]: _type = "Task" [ 1315.165928] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.174101] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52acd465-326b-55d1-21ff-d93ef527e8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.229811] env[70636]: DEBUG oslo_vmware.api [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884819, 'name': ReconfigVM_Task, 'duration_secs': 0.163438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.230208] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579633', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'name': 'volume-78c06599-eeee-4b83-9f9c-793a190493f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7228acf9-faef-466c-be68-eb2592bd243e', 'attached_at': '', 'detached_at': '', 'volume_id': '78c06599-eeee-4b83-9f9c-793a190493f4', 'serial': '78c06599-eeee-4b83-9f9c-793a190493f4'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1315.399368] env[70636]: DEBUG nova.scheduler.client.report [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.519078] env[70636]: DEBUG nova.compute.manager [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.520204] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db640982-85a9-4735-9693-9a00525107ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.586913] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478208} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.587201] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 891f8a1c-9bb7-436f-8ef0-4679291b4e0a/891f8a1c-9bb7-436f-8ef0-4679291b4e0a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.587421] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.587663] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd7adb0-b97b-4ea7-a6e4-c36708cafb27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.595040] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1315.595040] env[70636]: value = "task-2884822" [ 1315.595040] env[70636]: _type = "Task" [ 1315.595040] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.604284] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.644521] env[70636]: DEBUG oslo_vmware.api [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884821, 'name': PowerOffVM_Task, 'duration_secs': 0.208386} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.645203] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.645203] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.645346] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35f9f93c-782f-47bf-9311-f7a6462c388b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.676623] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52acd465-326b-55d1-21ff-d93ef527e8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.677438] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3709611a-e413-428d-935d-507b91018978 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.683083] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1315.683083] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52350044-5daa-7feb-18d3-dc001dc9000e" [ 1315.683083] env[70636]: _type = "Task" [ 1315.683083] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.691935] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52350044-5daa-7feb-18d3-dc001dc9000e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.713625] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.713905] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.714204] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore2] 561e3cc5-5de9-483e-9c9a-c89bb62e5e13 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.714770] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acca8b8-3af0-47c1-a867-5924e250b16e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.721914] env[70636]: DEBUG oslo_vmware.api [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1315.721914] env[70636]: value = "task-2884824" [ 1315.721914] env[70636]: _type = "Task" [ 1315.721914] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.730423] env[70636]: DEBUG oslo_vmware.api [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.774858] env[70636]: DEBUG nova.objects.instance [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'flavor' on Instance uuid 7228acf9-faef-466c-be68-eb2592bd243e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.905853] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.908303] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.485s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.908495] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.910196] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.092s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.910424] env[70636]: DEBUG nova.objects.instance [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lazy-loading 'resources' on Instance uuid 72b5e8ab-db00-4546-90c7-f6e9245ccf53 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.928838] env[70636]: INFO nova.scheduler.client.report [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocations for instance a6572440-7f26-4d67-9f1f-5af372d6a194 [ 1315.930637] env[70636]: INFO nova.scheduler.client.report [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleted allocations for instance 7a1b67c8-83e4-4275-bf5c-9e3e4def8333 [ 1315.997726] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.025771] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.026107] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.026281] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.026466] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.026608] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.026751] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.026957] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.027127] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.027292] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.027452] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.027617] env[70636]: DEBUG nova.virt.hardware [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.028593] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44fe0cc-4db5-4388-b1ee-02724bfc07b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.040924] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d090c4-26c2-4311-a37f-efb2dae8cb77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.106244] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153144} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.107083] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.108060] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202c6c75-3544-46ea-90fa-2439cf42650d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.134242] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 891f8a1c-9bb7-436f-8ef0-4679291b4e0a/891f8a1c-9bb7-436f-8ef0-4679291b4e0a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.135127] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd7d368-2dd9-4c57-acb7-61da150318fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.158849] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1316.158849] env[70636]: value = "task-2884825" [ 1316.158849] env[70636]: _type = "Task" [ 1316.158849] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.172402] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.195905] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52350044-5daa-7feb-18d3-dc001dc9000e, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.196238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.196608] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929/10ed16a0-f8f6-4432-b644-b485187b7929.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.196913] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eef1f21-8d51-4094-97b6-f434dbe02e09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.205384] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1316.205384] env[70636]: value = "task-2884826" [ 1316.205384] env[70636]: _type = "Task" [ 1316.205384] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.214786] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.227677] env[70636]: DEBUG nova.compute.manager [req-ad2cc804-3e2c-47b0-897f-b2cb6a5c7c91 req-d6c9c9a5-3aa7-469a-9c39-24108ca5eaa1 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Received event network-vif-plugged-70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.227886] env[70636]: DEBUG oslo_concurrency.lockutils [req-ad2cc804-3e2c-47b0-897f-b2cb6a5c7c91 req-d6c9c9a5-3aa7-469a-9c39-24108ca5eaa1 service nova] Acquiring lock "821eef34-bf96-400b-ac1a-c6c50edbf468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.228139] env[70636]: DEBUG oslo_concurrency.lockutils [req-ad2cc804-3e2c-47b0-897f-b2cb6a5c7c91 req-d6c9c9a5-3aa7-469a-9c39-24108ca5eaa1 service nova] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.228379] env[70636]: DEBUG oslo_concurrency.lockutils [req-ad2cc804-3e2c-47b0-897f-b2cb6a5c7c91 req-d6c9c9a5-3aa7-469a-9c39-24108ca5eaa1 service nova] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.228568] env[70636]: DEBUG nova.compute.manager [req-ad2cc804-3e2c-47b0-897f-b2cb6a5c7c91 req-d6c9c9a5-3aa7-469a-9c39-24108ca5eaa1 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] No waiting events found dispatching network-vif-plugged-70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.228819] env[70636]: WARNING nova.compute.manager [req-ad2cc804-3e2c-47b0-897f-b2cb6a5c7c91 req-d6c9c9a5-3aa7-469a-9c39-24108ca5eaa1 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Received unexpected event network-vif-plugged-70952b20-2427-473e-b848-f56aae44a1ca for instance with vm_state building and task_state spawning. [ 1316.235308] env[70636]: DEBUG oslo_vmware.api [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171235} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.235308] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.235464] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.235634] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.235802] env[70636]: INFO nova.compute.manager [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1316.236077] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.236289] env[70636]: DEBUG nova.compute.manager [-] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.236384] env[70636]: DEBUG nova.network.neutron [-] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.445755] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f1d0ee3c-f9f3-4cd4-a407-0ff472a882c1 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "a6572440-7f26-4d67-9f1f-5af372d6a194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.037s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.446938] env[70636]: DEBUG oslo_concurrency.lockutils [None req-46938029-a136-4b52-a423-d3fdd11c2b98 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "7a1b67c8-83e4-4275-bf5c-9e3e4def8333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.226s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.464448] env[70636]: DEBUG nova.network.neutron [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Successfully updated port: 70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.544780] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af8c89-6274-4b9b-be9c-f7fe7507fa20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.554334] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Doing hard reboot of VM {{(pid=70636) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1316.554334] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dd09ef98-1c94-44a3-952c-44653f71582c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.571250] env[70636]: DEBUG oslo_vmware.api [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1316.571250] env[70636]: value = "task-2884827" [ 1316.571250] env[70636]: _type = "Task" [ 1316.571250] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.589936] env[70636]: DEBUG oslo_vmware.api [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884827, 'name': ResetVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.680552] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884825, 'name': ReconfigVM_Task, 'duration_secs': 0.307368} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.681290] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 891f8a1c-9bb7-436f-8ef0-4679291b4e0a/891f8a1c-9bb7-436f-8ef0-4679291b4e0a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.681974] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ea0399-f6e9-42f2-a3f6-b2e94b0e1def {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.695834] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1316.695834] env[70636]: value = "task-2884828" [ 1316.695834] env[70636]: _type = "Task" [ 1316.695834] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.711403] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884828, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.727183] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884826, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.783780] env[70636]: DEBUG oslo_concurrency.lockutils [None req-95ef386c-27d9-4c6d-92d5-2e07054864ba tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.254s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.800985] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413d11b-3a42-4da6-bce7-38f1808cdcbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.811214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba073e2-b00a-46f7-a059-c8643c5f9fea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.848783] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2c8ac-eeb6-4f5f-b828-d3b93bbf8913 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.859201] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01371cac-d828-4b85-8587-cae4049b8ffc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.875899] env[70636]: DEBUG nova.compute.provider_tree [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.965220] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "refresh_cache-821eef34-bf96-400b-ac1a-c6c50edbf468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.965391] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "refresh_cache-821eef34-bf96-400b-ac1a-c6c50edbf468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.965936] env[70636]: DEBUG nova.network.neutron [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.080443] env[70636]: DEBUG oslo_vmware.api [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884827, 'name': ResetVM_Task, 'duration_secs': 0.12367} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.080726] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Did hard reboot of VM {{(pid=70636) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1317.080914] env[70636]: DEBUG nova.compute.manager [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.081686] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12455532-6480-47d0-acd2-b73bd2922d60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.093345] env[70636]: DEBUG nova.network.neutron [-] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.207692] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884828, 'name': Rename_Task, 'duration_secs': 0.179536} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.207960] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.208375] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94688511-6f73-49ae-b590-e9c71660e729 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.216448] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1317.216448] env[70636]: value = "task-2884830" [ 1317.216448] env[70636]: _type = "Task" [ 1317.216448] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.224280] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527401} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.224280] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929/10ed16a0-f8f6-4432-b644-b485187b7929.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.224280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.224280] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77c1c5b1-48f8-4268-a1e0-de6115c5f5eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.228459] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.233385] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1317.233385] env[70636]: value = "task-2884831" [ 1317.233385] env[70636]: _type = "Task" [ 1317.233385] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.244428] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.410451] env[70636]: DEBUG nova.scheduler.client.report [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1317.410831] env[70636]: DEBUG nova.compute.provider_tree [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 123 to 124 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1317.410937] env[70636]: DEBUG nova.compute.provider_tree [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.498186] env[70636]: DEBUG nova.network.neutron [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.593552] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a915b5fb-79c2-4e18-8c85-a825db6ff1c4 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.391s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.595033] env[70636]: INFO nova.compute.manager [-] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Took 1.36 seconds to deallocate network for instance. [ 1317.645593] env[70636]: DEBUG nova.network.neutron [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Updating instance_info_cache with network_info: [{"id": "70952b20-2427-473e-b848-f56aae44a1ca", "address": "fa:16:3e:21:f9:9b", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70952b20-24", "ovs_interfaceid": "70952b20-2427-473e-b848-f56aae44a1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.726817] env[70636]: DEBUG oslo_vmware.api [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884830, 'name': PowerOnVM_Task, 'duration_secs': 0.465805} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.727120] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.727328] env[70636]: INFO nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1317.727501] env[70636]: DEBUG nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.728395] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e264d-c01a-4f89-998a-ea1687e4ed57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.745949] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194163} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.746239] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.747117] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9479f7-6391-440b-bac1-ab469a2f2c07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.771204] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929/10ed16a0-f8f6-4432-b644-b485187b7929.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.771571] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c67db6-80a1-406f-b31d-392de5da7d6b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.794252] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1317.794252] env[70636]: value = "task-2884832" [ 1317.794252] env[70636]: _type = "Task" [ 1317.794252] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.803183] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.897634] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.897739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.897919] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.898198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.898391] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.900692] env[70636]: INFO nova.compute.manager [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Terminating instance [ 1317.915641] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.918066] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.011s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.918175] env[70636]: DEBUG nova.objects.instance [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lazy-loading 'resources' on Instance uuid 0df605af-9b9f-45d3-879e-cddb0227262a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.997813] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.998142] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.998369] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "7228acf9-faef-466c-be68-eb2592bd243e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.998696] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.998768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.003823] env[70636]: INFO nova.compute.manager [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Terminating instance [ 1318.101539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.148845] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "refresh_cache-821eef34-bf96-400b-ac1a-c6c50edbf468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.149215] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Instance network_info: |[{"id": "70952b20-2427-473e-b848-f56aae44a1ca", "address": "fa:16:3e:21:f9:9b", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70952b20-24", "ovs_interfaceid": "70952b20-2427-473e-b848-f56aae44a1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.149659] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:f9:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70952b20-2427-473e-b848-f56aae44a1ca', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.157417] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.157629] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.157856] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816adb5c-8ead-4397-a59c-e22e79cca854 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.179743] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.179743] env[70636]: value = "task-2884833" [ 1318.179743] env[70636]: _type = "Task" [ 1318.179743] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.188291] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884833, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.253807] env[70636]: INFO nova.compute.manager [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Took 21.08 seconds to build instance. [ 1318.273728] env[70636]: DEBUG nova.compute.manager [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Received event network-changed-70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.273961] env[70636]: DEBUG nova.compute.manager [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Refreshing instance network info cache due to event network-changed-70952b20-2427-473e-b848-f56aae44a1ca. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.274224] env[70636]: DEBUG oslo_concurrency.lockutils [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] Acquiring lock "refresh_cache-821eef34-bf96-400b-ac1a-c6c50edbf468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.274416] env[70636]: DEBUG oslo_concurrency.lockutils [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] Acquired lock "refresh_cache-821eef34-bf96-400b-ac1a-c6c50edbf468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.274625] env[70636]: DEBUG nova.network.neutron [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Refreshing network info cache for port 70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.305747] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.404806] env[70636]: DEBUG nova.compute.manager [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.405037] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.406599] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c843b-74b4-4477-b0af-8a50f81ce1ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.416597] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.416941] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab835482-8d26-4372-9a00-bc959f5c42c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.427887] env[70636]: DEBUG oslo_vmware.api [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1318.427887] env[70636]: value = "task-2884834" [ 1318.427887] env[70636]: _type = "Task" [ 1318.427887] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.440217] env[70636]: DEBUG oslo_vmware.api [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.440941] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ec3ce0c5-7b9a-4cf3-a94f-7fd138c0645a tempest-ServerActionsV293TestJSON-1092259440 tempest-ServerActionsV293TestJSON-1092259440-project-member] Lock "72b5e8ab-db00-4546-90c7-f6e9245ccf53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.893s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.507303] env[70636]: DEBUG nova.compute.manager [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.507531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.508508] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f78a7c-9630-4d1b-99f7-e8d52f9edeee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.518293] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.518574] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7bb183-854b-4137-bfa0-f628225cf6be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.529737] env[70636]: DEBUG oslo_vmware.api [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1318.529737] env[70636]: value = "task-2884835" [ 1318.529737] env[70636]: _type = "Task" [ 1318.529737] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.539097] env[70636]: DEBUG oslo_vmware.api [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.694697] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884833, 'name': CreateVM_Task, 'duration_secs': 0.355487} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.697877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.699340] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.699340] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.699615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.699921] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8688080b-b0b3-4c9a-b65f-b3c706759b50 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.706964] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1318.706964] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6b197-ff6e-5c6e-51f0-6c695f9e921f" [ 1318.706964] env[70636]: _type = "Task" [ 1318.706964] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.720576] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6b197-ff6e-5c6e-51f0-6c695f9e921f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.739383] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d0bae2-515a-4b22-a902-b3911f2f4d43 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.748363] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b175e40-1af9-45fd-ab2f-e1ee0c70bdec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.786764] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70323910-89f8-4411-a7aa-355027221634 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.626s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.789975] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d26696d-6b7e-4a09-9711-7ea8d4082e77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.802033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06689755-90ff-4582-ad86-21d5760eabde {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.809132] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884832, 'name': ReconfigVM_Task, 'duration_secs': 0.654155} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.809792] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929/10ed16a0-f8f6-4432-b644-b485187b7929.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.810451] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deacb125-358c-4183-81fe-c87684aafc61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.820273] env[70636]: DEBUG nova.compute.provider_tree [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.833583] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1318.833583] env[70636]: value = "task-2884836" [ 1318.833583] env[70636]: _type = "Task" [ 1318.833583] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.843313] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884836, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.940180] env[70636]: DEBUG oslo_vmware.api [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884834, 'name': PowerOffVM_Task, 'duration_secs': 0.238491} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.940468] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.940643] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.940897] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b133ed51-0bb5-4688-9e35-a3d83d1dbd45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.009344] env[70636]: DEBUG nova.network.neutron [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Updated VIF entry in instance network info cache for port 70952b20-2427-473e-b848-f56aae44a1ca. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.009768] env[70636]: DEBUG nova.network.neutron [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Updating instance_info_cache with network_info: [{"id": "70952b20-2427-473e-b848-f56aae44a1ca", "address": "fa:16:3e:21:f9:9b", "network": {"id": "d98a01e7-096b-4d37-b9ba-f3018e53b9db", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1710800734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcf776cc9c5b4c30b0b818300096d93d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70952b20-24", "ovs_interfaceid": "70952b20-2427-473e-b848-f56aae44a1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.024437] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.025341] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.025341] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Deleting the datastore file [datastore2] 75ffdab1-71fe-4a90-a67c-b59bfe23534a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.025341] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c23e62-1e37-4182-baab-e0ac2de30f8b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.037441] env[70636]: DEBUG oslo_vmware.api [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for the task: (returnval){ [ 1319.037441] env[70636]: value = "task-2884838" [ 1319.037441] env[70636]: _type = "Task" [ 1319.037441] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.044783] env[70636]: DEBUG oslo_vmware.api [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884835, 'name': PowerOffVM_Task, 'duration_secs': 0.232518} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.045559] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.045734] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.046055] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-075b1aab-07cf-4404-b33d-5dc0f6e1df6d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.052386] env[70636]: DEBUG oslo_vmware.api [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.136298] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.136661] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.136766] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Deleting the datastore file [datastore1] 7228acf9-faef-466c-be68-eb2592bd243e {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.137102] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fa9cbf7-3b15-4235-8315-6f0661062a0b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.146858] env[70636]: DEBUG oslo_vmware.api [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for the task: (returnval){ [ 1319.146858] env[70636]: value = "task-2884840" [ 1319.146858] env[70636]: _type = "Task" [ 1319.146858] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.157168] env[70636]: DEBUG oslo_vmware.api [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.220023] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6b197-ff6e-5c6e-51f0-6c695f9e921f, 'name': SearchDatastore_Task, 'duration_secs': 0.034199} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.220401] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.220627] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.220869] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.221056] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.221272] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.221574] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fee256c-8ab6-4a04-a439-2ec513f25779 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.232382] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.232603] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.233418] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6ce010-99a1-4eea-b673-10cfc5f25250 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.240215] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1319.240215] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286bcf1-2191-6960-c65b-1c84e951a799" [ 1319.240215] env[70636]: _type = "Task" [ 1319.240215] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.250935] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286bcf1-2191-6960-c65b-1c84e951a799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.325549] env[70636]: DEBUG nova.scheduler.client.report [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.344029] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884836, 'name': Rename_Task, 'duration_secs': 0.205921} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.345183] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.345447] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f374fda-498e-48ec-b642-c15a5d6b9c92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.353264] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1319.353264] env[70636]: value = "task-2884841" [ 1319.353264] env[70636]: _type = "Task" [ 1319.353264] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.364197] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.512880] env[70636]: DEBUG oslo_concurrency.lockutils [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] Releasing lock "refresh_cache-821eef34-bf96-400b-ac1a-c6c50edbf468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.513130] env[70636]: DEBUG nova.compute.manager [req-032d44d4-e06e-450e-a4d1-184d50c0237c req-b3f97d6c-24c9-4217-81d0-3aa7231cbbf3 service nova] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Received event network-vif-deleted-71c83958-4c01-49fd-bb7e-31a1f1cfd4d3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.550755] env[70636]: DEBUG oslo_vmware.api [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Task: {'id': task-2884838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174962} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.551158] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.551467] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.551795] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.552050] env[70636]: INFO nova.compute.manager [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1319.552422] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.552707] env[70636]: DEBUG nova.compute.manager [-] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.552846] env[70636]: DEBUG nova.network.neutron [-] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.658719] env[70636]: DEBUG oslo_vmware.api [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Task: {'id': task-2884840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404197} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.658990] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.659329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.659420] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.659601] env[70636]: INFO nova.compute.manager [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1319.659826] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.660048] env[70636]: DEBUG nova.compute.manager [-] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.660148] env[70636]: DEBUG nova.network.neutron [-] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.754735] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5286bcf1-2191-6960-c65b-1c84e951a799, 'name': SearchDatastore_Task, 'duration_secs': 0.01487} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.755709] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c668ee6-3bcc-4d7c-8413-b212539639f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.763587] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1319.763587] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c2e9ed-cf01-dfd8-9069-96c768c5e539" [ 1319.763587] env[70636]: _type = "Task" [ 1319.763587] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.779198] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c2e9ed-cf01-dfd8-9069-96c768c5e539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.832697] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.835541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.087s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.835853] env[70636]: DEBUG nova.objects.instance [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lazy-loading 'resources' on Instance uuid e8501dc5-7abf-47c7-8359-cb9b58258539 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.868663] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.871256] env[70636]: INFO nova.scheduler.client.report [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleted allocations for instance 0df605af-9b9f-45d3-879e-cddb0227262a [ 1320.284774] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c2e9ed-cf01-dfd8-9069-96c768c5e539, 'name': SearchDatastore_Task, 'duration_secs': 0.020366} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.285725] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.285725] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 821eef34-bf96-400b-ac1a-c6c50edbf468/821eef34-bf96-400b-ac1a-c6c50edbf468.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.286512] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3baf7bfc-9f04-4b80-9750-03ff3aa9b597 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.299024] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1320.299024] env[70636]: value = "task-2884842" [ 1320.299024] env[70636]: _type = "Task" [ 1320.299024] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.307943] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.329773] env[70636]: DEBUG nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Received event network-changed-2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.330426] env[70636]: DEBUG nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Refreshing instance network info cache due to event network-changed-2cc2e7f4-e28e-473d-9386-8326f4da91bc. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.330688] env[70636]: DEBUG oslo_concurrency.lockutils [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] Acquiring lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.330842] env[70636]: DEBUG oslo_concurrency.lockutils [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] Acquired lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.331017] env[70636]: DEBUG nova.network.neutron [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Refreshing network info cache for port 2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.366753] env[70636]: DEBUG oslo_vmware.api [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884841, 'name': PowerOnVM_Task, 'duration_secs': 0.988899} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.366753] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.366753] env[70636]: INFO nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1320.366753] env[70636]: DEBUG nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.367837] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be32cde-de73-4efa-9f71-e390b4fc871b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.383975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce5d65b9-2bd0-4d83-99dc-c3bc720177f9 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "0df605af-9b9f-45d3-879e-cddb0227262a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.880s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.466542] env[70636]: DEBUG nova.network.neutron [-] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.650643] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79200715-43d8-4c47-8495-d3b95663003a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.662660] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f867c4-6b93-431a-9ccb-67a10c95f500 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.696725] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d98c5a5-729b-4a9f-9778-9c22c4aff349 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.706524] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c3401-b21a-4eab-9b05-72cdc64a25ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.723312] env[70636]: DEBUG nova.compute.provider_tree [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.751065] env[70636]: DEBUG nova.network.neutron [-] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.813233] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.896078] env[70636]: INFO nova.compute.manager [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Took 22.96 seconds to build instance. [ 1320.968648] env[70636]: INFO nova.compute.manager [-] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Took 1.42 seconds to deallocate network for instance. [ 1321.076438] env[70636]: DEBUG nova.network.neutron [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Updated VIF entry in instance network info cache for port 2cc2e7f4-e28e-473d-9386-8326f4da91bc. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.076805] env[70636]: DEBUG nova.network.neutron [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Updating instance_info_cache with network_info: [{"id": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "address": "fa:16:3e:55:37:95", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2e7f4-e2", "ovs_interfaceid": "2cc2e7f4-e28e-473d-9386-8326f4da91bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.227701] env[70636]: DEBUG nova.scheduler.client.report [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.253352] env[70636]: INFO nova.compute.manager [-] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Took 1.59 seconds to deallocate network for instance. [ 1321.310902] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595229} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.311365] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 821eef34-bf96-400b-ac1a-c6c50edbf468/821eef34-bf96-400b-ac1a-c6c50edbf468.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.311481] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.311690] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f52d7df-7912-4b64-9ac7-4689a875e677 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.320289] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1321.320289] env[70636]: value = "task-2884843" [ 1321.320289] env[70636]: _type = "Task" [ 1321.320289] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.329124] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.398801] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3964cf0a-f8a8-4d9c-bfb4-66b7215c1320 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.470s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.480060] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.481654] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "125eefdd-b35f-4688-aa46-5c9f925b870a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.481893] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "125eefdd-b35f-4688-aa46-5c9f925b870a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.482135] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "125eefdd-b35f-4688-aa46-5c9f925b870a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.482348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "125eefdd-b35f-4688-aa46-5c9f925b870a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.482540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "125eefdd-b35f-4688-aa46-5c9f925b870a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.484765] env[70636]: INFO nova.compute.manager [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Terminating instance [ 1321.582795] env[70636]: DEBUG oslo_concurrency.lockutils [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] Releasing lock "refresh_cache-891f8a1c-9bb7-436f-8ef0-4679291b4e0a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.583059] env[70636]: DEBUG nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Received event network-vif-deleted-63751c64-3025-48fa-92f7-c3e1023c012a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.583225] env[70636]: INFO nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Neutron deleted interface 63751c64-3025-48fa-92f7-c3e1023c012a; detaching it from the instance and deleting it from the info cache [ 1321.583404] env[70636]: DEBUG nova.network.neutron [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.732435] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.735485] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.861s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.735485] env[70636]: DEBUG nova.objects.instance [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lazy-loading 'resources' on Instance uuid be4fc2c2-b433-4b5b-8bc3-9823ec57cd59 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.758537] env[70636]: INFO nova.scheduler.client.report [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Deleted allocations for instance e8501dc5-7abf-47c7-8359-cb9b58258539 [ 1321.763249] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.829846] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08064} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.830151] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.830903] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3effcee-b7c2-4da6-9328-0639ff2e364f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.854549] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 821eef34-bf96-400b-ac1a-c6c50edbf468/821eef34-bf96-400b-ac1a-c6c50edbf468.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.854870] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b807d6b5-5365-49fe-94fa-b7056e4f4529 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.870855] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.871151] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.871334] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.871517] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.871684] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.873891] env[70636]: INFO nova.compute.manager [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Terminating instance [ 1321.879462] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1321.879462] env[70636]: value = "task-2884844" [ 1321.879462] env[70636]: _type = "Task" [ 1321.879462] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.891144] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.988992] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "refresh_cache-125eefdd-b35f-4688-aa46-5c9f925b870a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.989313] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquired lock "refresh_cache-125eefdd-b35f-4688-aa46-5c9f925b870a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.989615] env[70636]: DEBUG nova.network.neutron [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.089578] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34a352fa-2f0e-48cd-a96f-fa4fb57fa752 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.098942] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cbbc1b-d807-4968-b5e9-789ec44d32a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.138503] env[70636]: DEBUG nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Detach interface failed, port_id=63751c64-3025-48fa-92f7-c3e1023c012a, reason: Instance 75ffdab1-71fe-4a90-a67c-b59bfe23534a could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.138503] env[70636]: DEBUG nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Received event network-vif-deleted-99814f06-e202-4194-809f-61d734b25d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.138503] env[70636]: INFO nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Neutron deleted interface 99814f06-e202-4194-809f-61d734b25d12; detaching it from the instance and deleting it from the info cache [ 1322.138503] env[70636]: DEBUG nova.network.neutron [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.267648] env[70636]: DEBUG oslo_concurrency.lockutils [None req-36efbe52-ddb6-430e-9e8b-aa628682ac7f tempest-ServersWithSpecificFlavorTestJSON-1302984344 tempest-ServersWithSpecificFlavorTestJSON-1302984344-project-member] Lock "e8501dc5-7abf-47c7-8359-cb9b58258539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.465s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.358425] env[70636]: DEBUG nova.compute.manager [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Received event network-changed-fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.358708] env[70636]: DEBUG nova.compute.manager [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Refreshing instance network info cache due to event network-changed-fd60d43b-355f-4992-8db8-71102a3389fc. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.358931] env[70636]: DEBUG oslo_concurrency.lockutils [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.359056] env[70636]: DEBUG oslo_concurrency.lockutils [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.359243] env[70636]: DEBUG nova.network.neutron [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Refreshing network info cache for port fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.387219] env[70636]: DEBUG nova.compute.manager [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.387219] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.387219] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98231127-536c-4af8-8673-5df56a392c27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.406065] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.406378] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.406641] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8089b8db-115f-46bc-b975-335ad3715d0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.416963] env[70636]: DEBUG oslo_vmware.api [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1322.416963] env[70636]: value = "task-2884845" [ 1322.416963] env[70636]: _type = "Task" [ 1322.416963] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.436451] env[70636]: DEBUG oslo_vmware.api [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.530993] env[70636]: DEBUG nova.network.neutron [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.547811] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131073b-9ba6-46cc-ae09-e4da9bed3c7a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.557917] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5423da6c-c9a2-4bcc-adb2-e1678f81bb52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.595811] env[70636]: DEBUG nova.network.neutron [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.597867] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c490ff5-2639-4e7d-8caa-9b097a53137c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.615416] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1ceb1e-fe07-4d6c-82ae-f07fb207d935 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.635350] env[70636]: DEBUG nova.compute.provider_tree [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.641105] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20ab5f0b-5d33-4f01-8084-5fa5f8f132f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.653368] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2bc72c-9fb3-4d3f-9414-939b814cb80f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.696958] env[70636]: DEBUG nova.compute.manager [req-61381a71-86b9-4240-849c-6dd848919f75 req-a5f2e78e-f90c-4d46-819c-dc3a0743a868 service nova] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Detach interface failed, port_id=99814f06-e202-4194-809f-61d734b25d12, reason: Instance 7228acf9-faef-466c-be68-eb2592bd243e could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.893583] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884844, 'name': ReconfigVM_Task, 'duration_secs': 0.572193} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.893859] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 821eef34-bf96-400b-ac1a-c6c50edbf468/821eef34-bf96-400b-ac1a-c6c50edbf468.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.894530] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d1ee694-4a31-41e6-b30c-bf7c0b9b74b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.902482] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1322.902482] env[70636]: value = "task-2884846" [ 1322.902482] env[70636]: _type = "Task" [ 1322.902482] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.913123] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884846, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.926290] env[70636]: DEBUG oslo_vmware.api [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884845, 'name': PowerOffVM_Task, 'duration_secs': 0.254191} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.926658] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.927014] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.927488] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe197775-bbc1-4f79-b8d3-98a5e1d11192 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.001235] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.001529] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.001778] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleting the datastore file [datastore1] e89e4a62-f903-48ed-bad3-4d96b4952c3f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.002153] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74298731-221f-4b1d-9b70-614675568bf3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.010535] env[70636]: DEBUG oslo_vmware.api [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1323.010535] env[70636]: value = "task-2884848" [ 1323.010535] env[70636]: _type = "Task" [ 1323.010535] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.020572] env[70636]: DEBUG oslo_vmware.api [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.106272] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Releasing lock "refresh_cache-125eefdd-b35f-4688-aa46-5c9f925b870a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.106769] env[70636]: DEBUG nova.compute.manager [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.106984] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.107946] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec43691-c98c-45b9-938f-9960d35c41b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.116644] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.116886] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a473eacc-4d6f-4213-8c2a-43facda6a739 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.125460] env[70636]: DEBUG oslo_vmware.api [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1323.125460] env[70636]: value = "task-2884849" [ 1323.125460] env[70636]: _type = "Task" [ 1323.125460] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.135285] env[70636]: DEBUG oslo_vmware.api [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.140455] env[70636]: DEBUG nova.scheduler.client.report [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.249893] env[70636]: DEBUG nova.network.neutron [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updated VIF entry in instance network info cache for port fd60d43b-355f-4992-8db8-71102a3389fc. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.250300] env[70636]: DEBUG nova.network.neutron [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.413377] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884846, 'name': Rename_Task, 'duration_secs': 0.161495} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.413653] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.413909] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d3cef4-222f-45cb-a311-2d9176de8292 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.421753] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1323.421753] env[70636]: value = "task-2884850" [ 1323.421753] env[70636]: _type = "Task" [ 1323.421753] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.430393] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.523198] env[70636]: DEBUG oslo_vmware.api [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229883} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.523472] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.523810] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.523810] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.524024] env[70636]: INFO nova.compute.manager [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1323.524244] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.524456] env[70636]: DEBUG nova.compute.manager [-] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.524567] env[70636]: DEBUG nova.network.neutron [-] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.635546] env[70636]: DEBUG oslo_vmware.api [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884849, 'name': PowerOffVM_Task, 'duration_secs': 0.136077} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.635777] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.635929] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.636291] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a28a869-eefc-434f-982e-0050765a835e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.645889] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.649287] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.223s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.649287] env[70636]: DEBUG nova.objects.instance [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lazy-loading 'resources' on Instance uuid 62ac915a-5dfe-49f6-89c4-e05fc79b1e86 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.663898] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.663898] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.663898] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleting the datastore file [datastore2] 125eefdd-b35f-4688-aa46-5c9f925b870a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.664170] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123701f8-5def-4aec-9695-705ec498073c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.672016] env[70636]: DEBUG oslo_vmware.api [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for the task: (returnval){ [ 1323.672016] env[70636]: value = "task-2884852" [ 1323.672016] env[70636]: _type = "Task" [ 1323.672016] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.676070] env[70636]: INFO nova.scheduler.client.report [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Deleted allocations for instance be4fc2c2-b433-4b5b-8bc3-9823ec57cd59 [ 1323.683058] env[70636]: DEBUG oslo_vmware.api [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.754155] env[70636]: DEBUG oslo_concurrency.lockutils [req-f398e125-1fb0-40ff-9aec-fe74ce1044a8 req-1330bdbf-a9b3-4491-9e4e-4cf716bf39fd service nova] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.933511] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.193243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-94b742d1-b43a-4666-8552-99180a7150c8 tempest-VolumesAdminNegativeTest-2044859721 tempest-VolumesAdminNegativeTest-2044859721-project-member] Lock "be4fc2c2-b433-4b5b-8bc3-9823ec57cd59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.796s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.193243] env[70636]: DEBUG oslo_vmware.api [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Task: {'id': task-2884852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249227} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.194518] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.194705] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.194884] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.195421] env[70636]: INFO nova.compute.manager [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1324.195421] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.196195] env[70636]: DEBUG nova.compute.manager [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.196195] env[70636]: DEBUG nova.network.neutron [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.218653] env[70636]: DEBUG nova.network.neutron [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.390590] env[70636]: DEBUG nova.compute.manager [req-ec9c72ff-514f-4544-9293-18c6683d0a61 req-f8f06e52-0e45-4c38-960f-4ba3feccce73 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Received event network-vif-deleted-1e372c19-23d1-455f-86e0-16db5f6b9d59 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.390701] env[70636]: INFO nova.compute.manager [req-ec9c72ff-514f-4544-9293-18c6683d0a61 req-f8f06e52-0e45-4c38-960f-4ba3feccce73 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Neutron deleted interface 1e372c19-23d1-455f-86e0-16db5f6b9d59; detaching it from the instance and deleting it from the info cache [ 1324.390969] env[70636]: DEBUG nova.network.neutron [req-ec9c72ff-514f-4544-9293-18c6683d0a61 req-f8f06e52-0e45-4c38-960f-4ba3feccce73 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.435154] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884850, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.436628] env[70636]: DEBUG nova.network.neutron [-] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.443572] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fe4ce-0ae1-4182-ace0-0668c09d0746 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.454801] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d67c9-c999-447d-a79b-43c66e1a3f29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.487679] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f086fd-f7c4-40cb-bb7e-f29b59852a5d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.496169] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40e605-3e7c-474d-83f5-79f271bf1e04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.513794] env[70636]: DEBUG nova.compute.provider_tree [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.720842] env[70636]: DEBUG nova.network.neutron [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.898905] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f593504a-54ea-4518-ab87-4136245d0725 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.908231] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a9fe51-5a7b-48b0-a497-714268d3064d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.933614] env[70636]: DEBUG oslo_vmware.api [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884850, 'name': PowerOnVM_Task, 'duration_secs': 1.228525} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.934126] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.937016] env[70636]: INFO nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1324.937016] env[70636]: DEBUG nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.948885] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e7b96-1f0f-4023-9507-31a432d76681 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.952291] env[70636]: INFO nova.compute.manager [-] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Took 1.43 seconds to deallocate network for instance. [ 1324.952797] env[70636]: DEBUG nova.compute.manager [req-ec9c72ff-514f-4544-9293-18c6683d0a61 req-f8f06e52-0e45-4c38-960f-4ba3feccce73 service nova] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Detach interface failed, port_id=1e372c19-23d1-455f-86e0-16db5f6b9d59, reason: Instance e89e4a62-f903-48ed-bad3-4d96b4952c3f could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1325.014650] env[70636]: DEBUG nova.scheduler.client.report [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.227343] env[70636]: INFO nova.compute.manager [-] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Took 1.03 seconds to deallocate network for instance. [ 1325.472142] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.475669] env[70636]: INFO nova.compute.manager [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Took 25.21 seconds to build instance. [ 1325.525573] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.525573] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.459s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.528609] env[70636]: INFO nova.compute.claims [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.565949] env[70636]: INFO nova.scheduler.client.report [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Deleted allocations for instance 62ac915a-5dfe-49f6-89c4-e05fc79b1e86 [ 1325.745018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.978241] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1f1efcdf-b77a-42de-8e13-6942b3fb22d3 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.726s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.081429] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d079d496-cb6e-447e-ae0a-1f2b3b09478e tempest-ServersTestFqdnHostnames-1929775850 tempest-ServersTestFqdnHostnames-1929775850-project-member] Lock "62ac915a-5dfe-49f6-89c4-e05fc79b1e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.923s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.803924] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d5bc0-d8af-4e76-bf35-b5d154540df2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.812976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a58e82b-4767-4aa9-b044-bfa676ac095a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.847402] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e51a322-93ff-49d3-905c-6747acdbcd8b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.857446] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1dfc22-a9c8-4b10-8c3a-cac501b608b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.878894] env[70636]: DEBUG nova.compute.provider_tree [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.382642] env[70636]: DEBUG nova.scheduler.client.report [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.453839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "821eef34-bf96-400b-ac1a-c6c50edbf468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.453839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.453925] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "821eef34-bf96-400b-ac1a-c6c50edbf468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.454147] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.454294] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.457043] env[70636]: INFO nova.compute.manager [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Terminating instance [ 1327.890231] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.890889] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.893704] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.501s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.893929] env[70636]: DEBUG nova.objects.instance [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1327.969204] env[70636]: DEBUG nova.compute.manager [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.969581] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.970584] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc4c969-ca8c-405e-86ae-60592c6ef0bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.980811] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.981422] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-578a426e-5699-47cc-b34c-a11beceadac4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.989021] env[70636]: DEBUG oslo_vmware.api [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1327.989021] env[70636]: value = "task-2884853" [ 1327.989021] env[70636]: _type = "Task" [ 1327.989021] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.999504] env[70636]: DEBUG oslo_vmware.api [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.399893] env[70636]: DEBUG nova.compute.utils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.403710] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.403992] env[70636]: DEBUG nova.network.neutron [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.462234] env[70636]: DEBUG nova.policy [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95400774db7d48178afe632f7ef38cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd9cc0564c654ff3ad61a9b398480a86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.503513] env[70636]: DEBUG oslo_vmware.api [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884853, 'name': PowerOffVM_Task, 'duration_secs': 0.29383} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.507137] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.507433] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.507787] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad0b9d48-01e1-4d15-baa0-bee3119e6612 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.578502] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.578502] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.578502] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleting the datastore file [datastore1] 821eef34-bf96-400b-ac1a-c6c50edbf468 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.578502] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b527d7-9548-4875-93ef-086cc91c31bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.586261] env[70636]: DEBUG oslo_vmware.api [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for the task: (returnval){ [ 1328.586261] env[70636]: value = "task-2884855" [ 1328.586261] env[70636]: _type = "Task" [ 1328.586261] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.596341] env[70636]: DEBUG oslo_vmware.api [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.808219] env[70636]: DEBUG nova.network.neutron [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Successfully created port: 679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.906727] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.912570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03333efc-aed9-42c6-ad5c-bb8dcdb80263 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.914312] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.369s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.914538] env[70636]: DEBUG nova.objects.instance [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'resources' on Instance uuid 6f14998f-2ea7-4388-bede-9520190119cd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.100423] env[70636]: DEBUG oslo_vmware.api [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Task: {'id': task-2884855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16177} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.100706] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.100888] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.101076] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.101522] env[70636]: INFO nova.compute.manager [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1329.101787] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.101983] env[70636]: DEBUG nova.compute.manager [-] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.102228] env[70636]: DEBUG nova.network.neutron [-] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.582565] env[70636]: DEBUG nova.compute.manager [req-94cf7c10-e79c-4669-94b1-34d40687d59d req-e4fa7d62-67b8-4135-a93c-d8d24c37db7e service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Received event network-vif-deleted-70952b20-2427-473e-b848-f56aae44a1ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.583019] env[70636]: INFO nova.compute.manager [req-94cf7c10-e79c-4669-94b1-34d40687d59d req-e4fa7d62-67b8-4135-a93c-d8d24c37db7e service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Neutron deleted interface 70952b20-2427-473e-b848-f56aae44a1ca; detaching it from the instance and deleting it from the info cache [ 1329.583019] env[70636]: DEBUG nova.network.neutron [req-94cf7c10-e79c-4669-94b1-34d40687d59d req-e4fa7d62-67b8-4135-a93c-d8d24c37db7e service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.719755] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e0ebf-d358-484f-b6c5-6f8f71fa11ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.728701] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a766b5-e1d0-4ceb-85b5-79a3840b202e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.767276] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd1986-a86b-48b4-81fb-0287ca154e82 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.776317] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf9fa1-fb73-4ae9-8db0-fcf394d2937d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.791499] env[70636]: DEBUG nova.compute.provider_tree [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1329.931909] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.967049] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.967298] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.967454] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.967634] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.967781] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.967937] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.968250] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.968459] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.968669] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.968865] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.969088] env[70636]: DEBUG nova.virt.hardware [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.969997] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c0fe61-c510-4371-8051-956f4f316ffe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.978422] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388f364-c1dd-4484-87f6-ad09e78fc47a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.060477] env[70636]: DEBUG nova.network.neutron [-] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.086176] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a010042a-9a7f-46c4-ba48-85d4853c4e36 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.099700] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70816fca-8045-45f4-a4f9-57f46d60ce09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.137844] env[70636]: DEBUG nova.compute.manager [req-94cf7c10-e79c-4669-94b1-34d40687d59d req-e4fa7d62-67b8-4135-a93c-d8d24c37db7e service nova] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Detach interface failed, port_id=70952b20-2427-473e-b848-f56aae44a1ca, reason: Instance 821eef34-bf96-400b-ac1a-c6c50edbf468 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.343295] env[70636]: DEBUG nova.scheduler.client.report [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1330.343578] env[70636]: DEBUG nova.compute.provider_tree [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 124 to 125 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1330.343846] env[70636]: DEBUG nova.compute.provider_tree [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1330.518041] env[70636]: DEBUG nova.network.neutron [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Successfully updated port: 679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.564061] env[70636]: INFO nova.compute.manager [-] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Took 1.46 seconds to deallocate network for instance. [ 1330.849336] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.852486] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.751s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.853243] env[70636]: DEBUG nova.objects.instance [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid 561e3cc5-5de9-483e-9c9a-c89bb62e5e13 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.884691] env[70636]: INFO nova.scheduler.client.report [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted allocations for instance 6f14998f-2ea7-4388-bede-9520190119cd [ 1331.025626] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.025626] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.025626] env[70636]: DEBUG nova.network.neutron [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.073971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.395620] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c5c3ca3a-fbc5-4cd8-a92f-3b5536e25004 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "6f14998f-2ea7-4388-bede-9520190119cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.478s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.398611] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Acquired lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.398611] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaf6557-daf9-4e72-bc5a-e45b6de26acf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.409804] env[70636]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1331.409804] env[70636]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70636) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1331.412210] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9e2d37e-efed-4601-aee7-ef23f93462a8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.429631] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf640f-9b81-4b83-86e8-c6211b929ea9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.468944] env[70636]: ERROR root [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-579554' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-579554' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-579554' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-579554'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-579554' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-579554' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-579554'}\n"]: nova.exception.InstanceNotFound: Instance 6f14998f-2ea7-4388-bede-9520190119cd could not be found. [ 1331.468944] env[70636]: DEBUG oslo_concurrency.lockutils [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] Releasing lock "6f14998f-2ea7-4388-bede-9520190119cd" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.469247] env[70636]: DEBUG nova.compute.manager [req-b7ece62b-1e4d-429c-8629-55bcdb694704 req-49119885-d3a9-425a-a6b7-8cf3c6db1c21 service nova] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Detach interface failed, port_id=37a3659b-952d-499e-9040-7e4e143a7e57, reason: Instance 6f14998f-2ea7-4388-bede-9520190119cd could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.570953] env[70636]: DEBUG nova.network.neutron [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.654250] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b07a965-fbb5-4a2a-93cd-e65250e781b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.672321] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b60ad1-dc1d-4c59-9b89-537095dfa95f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.713581] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9362d1-377f-4f8d-9f0b-4051cdcd6109 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.726691] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d2787b-a0b9-4ed1-a64d-0c68f45963a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.745072] env[70636]: DEBUG nova.compute.provider_tree [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.756347] env[70636]: DEBUG nova.compute.manager [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-vif-plugged-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.756569] env[70636]: DEBUG oslo_concurrency.lockutils [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.756823] env[70636]: DEBUG oslo_concurrency.lockutils [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.757574] env[70636]: DEBUG oslo_concurrency.lockutils [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.757574] env[70636]: DEBUG nova.compute.manager [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] No waiting events found dispatching network-vif-plugged-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.757574] env[70636]: WARNING nova.compute.manager [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received unexpected event network-vif-plugged-679d03d1-5764-4af0-a544-0d7b354d1144 for instance with vm_state building and task_state spawning. [ 1331.757574] env[70636]: DEBUG nova.compute.manager [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.757574] env[70636]: DEBUG nova.compute.manager [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing instance network info cache due to event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.758068] env[70636]: DEBUG oslo_concurrency.lockutils [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.760456] env[70636]: DEBUG nova.network.neutron [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.249062] env[70636]: DEBUG nova.scheduler.client.report [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.266542] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.266869] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance network_info: |[{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.267189] env[70636]: DEBUG oslo_concurrency.lockutils [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.267365] env[70636]: DEBUG nova.network.neutron [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.269201] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d7:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679d03d1-5764-4af0-a544-0d7b354d1144', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.282979] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating folder: Project (cd9cc0564c654ff3ad61a9b398480a86). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.284165] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a055e1d-3a03-42ff-9c92-2a3e43017b73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.297225] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created folder: Project (cd9cc0564c654ff3ad61a9b398480a86) in parent group-v579393. [ 1332.297429] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating folder: Instances. Parent ref: group-v579644. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.297670] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a100b9c0-6fa3-4fa7-a12a-914626c5f5f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.308139] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created folder: Instances in parent group-v579644. [ 1332.308318] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.308484] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.308697] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd9a629-2545-4a97-871f-68d9e3055e2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.331667] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.331667] env[70636]: value = "task-2884858" [ 1332.331667] env[70636]: _type = "Task" [ 1332.331667] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.340174] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884858, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.755526] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.758032] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.278s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.758627] env[70636]: DEBUG nova.objects.instance [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lazy-loading 'resources' on Instance uuid 75ffdab1-71fe-4a90-a67c-b59bfe23534a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.783308] env[70636]: INFO nova.scheduler.client.report [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance 561e3cc5-5de9-483e-9c9a-c89bb62e5e13 [ 1332.844925] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884858, 'name': CreateVM_Task, 'duration_secs': 0.33025} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.845301] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.846074] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.846371] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.846874] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.847462] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d71ea8-e0da-4d70-a58a-233564fe36c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.855020] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1332.855020] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1cc1e-eb01-1df9-3127-57ca97a83dde" [ 1332.855020] env[70636]: _type = "Task" [ 1332.855020] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.863109] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1cc1e-eb01-1df9-3127-57ca97a83dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.137781] env[70636]: DEBUG nova.network.neutron [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updated VIF entry in instance network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.137781] env[70636]: DEBUG nova.network.neutron [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.297452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4195199-f285-436a-8df8-ec88aee9f072 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "561e3cc5-5de9-483e-9c9a-c89bb62e5e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.693s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.366471] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1cc1e-eb01-1df9-3127-57ca97a83dde, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.370811] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.371263] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.371538] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.371690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.371868] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.372761] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1780b0b-4954-4bab-95a9-204d3117e2ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.384099] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.384456] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.390139] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1bbce8-b790-43bc-a6be-18aa2bb5a8f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.398205] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1333.398205] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216250c-5f35-db22-435d-4e172740ace4" [ 1333.398205] env[70636]: _type = "Task" [ 1333.398205] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.408984] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216250c-5f35-db22-435d-4e172740ace4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.521049] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0567b2f-df78-45cf-9fa8-ea5cc3a21de7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.530399] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e9196-060f-4c2d-93fa-dd7651514916 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.570590] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e5bb5-586b-4566-9ef3-797817e9e978 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.578195] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3842fa8f-33ba-4d9b-876f-488c588690a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.596617] env[70636]: DEBUG nova.compute.provider_tree [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.602950] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.603242] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.603456] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.603633] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.603792] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.606209] env[70636]: INFO nova.compute.manager [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Terminating instance [ 1333.639339] env[70636]: DEBUG oslo_concurrency.lockutils [req-29a95454-52b2-4687-89dd-5da64a1dd545 req-6d1a6724-d5a5-4263-888d-fe6dc8ccbfec service nova] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.914718] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216250c-5f35-db22-435d-4e172740ace4, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.916785] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f0b2b5-c95a-48f0-8d91-8c32579d588d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.923613] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1333.923613] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aa1a27-a49b-57c2-dba4-6c65993ee8cf" [ 1333.923613] env[70636]: _type = "Task" [ 1333.923613] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.932734] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aa1a27-a49b-57c2-dba4-6c65993ee8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.100629] env[70636]: DEBUG nova.scheduler.client.report [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.115828] env[70636]: DEBUG nova.compute.manager [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.116964] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.117035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eafdd8-7397-44be-8991-0c21049cbf27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.129107] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.129107] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf681a7-e602-406a-9b95-8b8ff5ef7de1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.141018] env[70636]: DEBUG oslo_vmware.api [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1334.141018] env[70636]: value = "task-2884859" [ 1334.141018] env[70636]: _type = "Task" [ 1334.141018] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.154230] env[70636]: DEBUG oslo_vmware.api [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.442183] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aa1a27-a49b-57c2-dba4-6c65993ee8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.442685] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.444199] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.444724] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77212ca6-b97c-496b-9218-c58f74437e54 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.454286] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1334.454286] env[70636]: value = "task-2884860" [ 1334.454286] env[70636]: _type = "Task" [ 1334.454286] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.464624] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.611496] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.614400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.851s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.614857] env[70636]: DEBUG nova.objects.instance [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lazy-loading 'resources' on Instance uuid 7228acf9-faef-466c-be68-eb2592bd243e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.646720] env[70636]: INFO nova.scheduler.client.report [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Deleted allocations for instance 75ffdab1-71fe-4a90-a67c-b59bfe23534a [ 1334.660042] env[70636]: DEBUG oslo_vmware.api [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884859, 'name': PowerOffVM_Task, 'duration_secs': 0.282499} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.660469] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.660673] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.660950] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3943a6bb-1cc0-43a1-8c61-0f8dec80b7a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.743598] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.743598] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.743857] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore2] 9d8ecf23-bb79-4295-82e5-fae1653d7a05 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.744146] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4ebd803-301e-49d1-bbb5-9d4d134c4b29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.752539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.752733] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.759766] env[70636]: DEBUG oslo_vmware.api [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1334.759766] env[70636]: value = "task-2884862" [ 1334.759766] env[70636]: _type = "Task" [ 1334.759766] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.774379] env[70636]: DEBUG oslo_vmware.api [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.966227] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884860, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.158717] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f6ede707-e67e-4f0c-997c-e5e00926ad70 tempest-InstanceActionsTestJSON-1968224436 tempest-InstanceActionsTestJSON-1968224436-project-member] Lock "75ffdab1-71fe-4a90-a67c-b59bfe23534a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.261s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.257915] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.272668] env[70636]: DEBUG oslo_vmware.api [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254408} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.276013] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.276013] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.276013] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.276013] env[70636]: INFO nova.compute.manager [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1335.276013] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.276626] env[70636]: DEBUG nova.compute.manager [-] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.276731] env[70636]: DEBUG nova.network.neutron [-] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.395730] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f3f7f0-dfb3-4957-83ac-2419e49133e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.405638] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1924d80c-51d2-47c7-aee9-c90615f5493b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.444408] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aba8b0-4e56-44f5-a2d8-35e76b825cd2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.453419] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c89cf-0551-4c6d-9342-130488e85aef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.468935] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515069} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.479178] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.479178] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.479178] env[70636]: DEBUG nova.compute.provider_tree [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.479178] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e975c15e-8c88-487a-9bd7-1b159d0b0406 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.491531] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1335.491531] env[70636]: value = "task-2884863" [ 1335.491531] env[70636]: _type = "Task" [ 1335.491531] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.501984] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.787464] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.938953] env[70636]: DEBUG nova.compute.manager [req-3f2b90dd-4ecd-4ea0-8d1f-0c2fd83122ee req-3d7ea6e8-91ee-4867-8344-7559afa2d55c service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Received event network-vif-deleted-7c87d2c9-a83d-43a7-a5a8-393a51828127 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.939157] env[70636]: INFO nova.compute.manager [req-3f2b90dd-4ecd-4ea0-8d1f-0c2fd83122ee req-3d7ea6e8-91ee-4867-8344-7559afa2d55c service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Neutron deleted interface 7c87d2c9-a83d-43a7-a5a8-393a51828127; detaching it from the instance and deleting it from the info cache [ 1335.939324] env[70636]: DEBUG nova.network.neutron [req-3f2b90dd-4ecd-4ea0-8d1f-0c2fd83122ee req-3d7ea6e8-91ee-4867-8344-7559afa2d55c service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.985690] env[70636]: DEBUG nova.scheduler.client.report [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.005297] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065688} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.005297] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.005297] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0acdc3-53ba-4c7a-a2ba-afcf4de83129 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.030231] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.031228] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e1cc25-70b6-40e8-a5c8-d52a44e7b0ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.055759] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1336.055759] env[70636]: value = "task-2884864" [ 1336.055759] env[70636]: _type = "Task" [ 1336.055759] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.066527] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.412830] env[70636]: DEBUG nova.network.neutron [-] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.443858] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e74d30e-628b-4ac1-9489-82e0e917e890 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.460707] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642c6390-67c4-421c-9778-71fd057e8dbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.503575] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.507494] env[70636]: DEBUG nova.compute.manager [req-3f2b90dd-4ecd-4ea0-8d1f-0c2fd83122ee req-3d7ea6e8-91ee-4867-8344-7559afa2d55c service nova] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Detach interface failed, port_id=7c87d2c9-a83d-43a7-a5a8-393a51828127, reason: Instance 9d8ecf23-bb79-4295-82e5-fae1653d7a05 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.508943] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.037s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.509515] env[70636]: DEBUG nova.objects.instance [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'resources' on Instance uuid e89e4a62-f903-48ed-bad3-4d96b4952c3f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.534026] env[70636]: INFO nova.scheduler.client.report [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Deleted allocations for instance 7228acf9-faef-466c-be68-eb2592bd243e [ 1336.568680] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884864, 'name': ReconfigVM_Task, 'duration_secs': 0.350799} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.569476] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.570518] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-136b4565-47ba-46f1-aec8-7692c908d39d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.583077] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1336.583077] env[70636]: value = "task-2884865" [ 1336.583077] env[70636]: _type = "Task" [ 1336.583077] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.595561] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884865, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.624086] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.624086] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.917439] env[70636]: INFO nova.compute.manager [-] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Took 1.64 seconds to deallocate network for instance. [ 1337.045912] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e3776a20-ea92-4282-9603-f8655af13bde tempest-AttachVolumeTestJSON-396472271 tempest-AttachVolumeTestJSON-396472271-project-member] Lock "7228acf9-faef-466c-be68-eb2592bd243e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.048s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.097468] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884865, 'name': Rename_Task, 'duration_secs': 0.179684} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.097983] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.097983] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-131bbc77-cc84-4d9f-8d45-705c4be52f16 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.106833] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1337.106833] env[70636]: value = "task-2884866" [ 1337.106833] env[70636]: _type = "Task" [ 1337.106833] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.116267] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.126536] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.278629] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b208a8-3a37-447c-a5b1-7fca7f29dead {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.292422] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eac55f-0854-4f0f-880a-070052ec2559 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.332812] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb89faa-496c-4a37-a65f-8545f4d5ca83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.342986] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b719049-5682-4522-a29b-da247c90e276 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.360923] env[70636]: DEBUG nova.compute.provider_tree [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.424520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.618434] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884866, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.654038] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.865113] env[70636]: DEBUG nova.scheduler.client.report [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.122891] env[70636]: DEBUG oslo_vmware.api [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884866, 'name': PowerOnVM_Task, 'duration_secs': 0.529391} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.123852] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.123852] env[70636]: INFO nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1338.123852] env[70636]: DEBUG nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.124678] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c11626-f837-475d-814c-2736505d4d4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.372514] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.379345] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.637s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.379563] env[70636]: DEBUG nova.objects.instance [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lazy-loading 'resources' on Instance uuid 125eefdd-b35f-4688-aa46-5c9f925b870a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.405745] env[70636]: INFO nova.scheduler.client.report [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleted allocations for instance e89e4a62-f903-48ed-bad3-4d96b4952c3f [ 1338.644061] env[70636]: INFO nova.compute.manager [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Took 27.61 seconds to build instance. [ 1338.914360] env[70636]: DEBUG oslo_concurrency.lockutils [None req-63acf50d-6ab9-496e-8bd7-7d973caf2c01 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "e89e4a62-f903-48ed-bad3-4d96b4952c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.043s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.049702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "81db790c-10a7-4786-bcb8-20d0a2974997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.049894] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "81db790c-10a7-4786-bcb8-20d0a2974997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.050086] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "81db790c-10a7-4786-bcb8-20d0a2974997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.050267] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "81db790c-10a7-4786-bcb8-20d0a2974997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.050431] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "81db790c-10a7-4786-bcb8-20d0a2974997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.056549] env[70636]: INFO nova.compute.manager [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Terminating instance [ 1339.089957] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db780fa8-ab7c-4f6e-82f9-12253818cd5d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.100717] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507d1509-e390-463a-9041-7c535352050b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.139612] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b81e8e4-9d76-4b00-95df-91d56e87e9b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.147695] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56050511-80f6-403d-9b37-2bfcbbaed138 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.127s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.149755] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0939d1e2-d12f-4de5-a515-15aeafb39ebe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.167227] env[70636]: DEBUG nova.compute.provider_tree [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.564562] env[70636]: DEBUG nova.compute.manager [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.564562] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.565457] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825752c-a059-467d-96db-718d4646c3aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.575726] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.575992] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb131da3-1884-4287-bf58-d4141b4e41c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.584804] env[70636]: DEBUG oslo_vmware.api [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1339.584804] env[70636]: value = "task-2884868" [ 1339.584804] env[70636]: _type = "Task" [ 1339.584804] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.597885] env[70636]: DEBUG oslo_vmware.api [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.624112] env[70636]: DEBUG nova.compute.manager [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.624410] env[70636]: DEBUG nova.compute.manager [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing instance network info cache due to event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.624538] env[70636]: DEBUG oslo_concurrency.lockutils [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.625409] env[70636]: DEBUG oslo_concurrency.lockutils [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.625409] env[70636]: DEBUG nova.network.neutron [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.672821] env[70636]: DEBUG nova.scheduler.client.report [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.103430] env[70636]: DEBUG oslo_vmware.api [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884868, 'name': PowerOffVM_Task, 'duration_secs': 0.257486} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.103702] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.103877] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.104162] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6c5ed9-3aa7-4c17-861e-9034c14c8237 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.182116] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.190571] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.117s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.191487] env[70636]: DEBUG nova.objects.instance [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lazy-loading 'resources' on Instance uuid 821eef34-bf96-400b-ac1a-c6c50edbf468 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.192106] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.192322] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.192711] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleting the datastore file [datastore1] 81db790c-10a7-4786-bcb8-20d0a2974997 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.193295] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1758391-cb4f-4c81-b8d4-b9e893fdc103 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.202027] env[70636]: DEBUG oslo_vmware.api [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for the task: (returnval){ [ 1340.202027] env[70636]: value = "task-2884870" [ 1340.202027] env[70636]: _type = "Task" [ 1340.202027] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.213118] env[70636]: DEBUG oslo_vmware.api [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.227514] env[70636]: INFO nova.scheduler.client.report [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Deleted allocations for instance 125eefdd-b35f-4688-aa46-5c9f925b870a [ 1340.396870] env[70636]: DEBUG nova.network.neutron [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updated VIF entry in instance network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.397250] env[70636]: DEBUG nova.network.neutron [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.713756] env[70636]: DEBUG oslo_vmware.api [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Task: {'id': task-2884870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14573} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.714151] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.714392] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.714986] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.715257] env[70636]: INFO nova.compute.manager [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1340.716092] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.716092] env[70636]: DEBUG nova.compute.manager [-] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.716092] env[70636]: DEBUG nova.network.neutron [-] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.738582] env[70636]: DEBUG oslo_concurrency.lockutils [None req-627eb26f-3685-46b5-8f2c-da2463ebc618 tempest-ServerShowV247Test-1722089780 tempest-ServerShowV247Test-1722089780-project-member] Lock "125eefdd-b35f-4688-aa46-5c9f925b870a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.256s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.900400] env[70636]: DEBUG oslo_concurrency.lockutils [req-6a0c64bb-bc09-4356-b474-76476a353cc1 req-dcf8f02a-2608-4ffe-8736-3cdca49d787e service nova] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.927148] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456db0d-bd28-4faf-aa1c-0a05bb001c39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.938189] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b016670-f028-48dc-9068-feca20fd872c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.976317] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7ea091-d5d3-47c2-8418-2366279bb799 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.985753] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638efb9-7a79-4c8c-bc4f-0105f3828bd9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.001554] env[70636]: DEBUG nova.compute.provider_tree [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.407617] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.408213] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.438666] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.438905] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.483669] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "b028e220-6230-4df3-947a-37da0fd7fcbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.483669] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.506713] env[70636]: DEBUG nova.scheduler.client.report [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.544730] env[70636]: DEBUG nova.network.neutron [-] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.651447] env[70636]: DEBUG nova.compute.manager [req-d4110059-cdd5-4b68-991f-443e1c50b709 req-24c00721-74f6-4052-ad6f-c405541fecf6 service nova] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Received event network-vif-deleted-ad4636b7-75a1-4429-a882-2fac7e45f766 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.912573] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.942521] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.966999] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "cddca5c1-049c-40e2-af6f-737793c0edf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.967246] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.985708] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.013047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.015371] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.228s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.017076] env[70636]: INFO nova.compute.claims [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.046946] env[70636]: INFO nova.compute.manager [-] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Took 1.33 seconds to deallocate network for instance. [ 1342.049707] env[70636]: INFO nova.scheduler.client.report [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Deleted allocations for instance 821eef34-bf96-400b-ac1a-c6c50edbf468 [ 1342.437621] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.465202] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.471771] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.505424] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.556214] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.558720] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8d3dbded-bf77-406a-8578-809bf8cc9776 tempest-ServerDiskConfigTestJSON-690508910 tempest-ServerDiskConfigTestJSON-690508910-project-member] Lock "821eef34-bf96-400b-ac1a-c6c50edbf468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.105s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.992299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.273049] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a4987-71a6-4bd1-b9c7-5fd37eb2b38a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.282051] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f85125-9410-465d-a966-6f35d9806174 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.318222] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6648309-9097-4ad5-8d4d-42bf6413034b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.327613] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c56a545-2f35-42f5-96b2-d71d3f5dc3ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.341992] env[70636]: DEBUG nova.compute.provider_tree [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.845319] env[70636]: DEBUG nova.scheduler.client.report [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.350372] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.350908] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.353691] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.929s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.353916] env[70636]: DEBUG nova.objects.instance [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid 9d8ecf23-bb79-4295-82e5-fae1653d7a05 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.857162] env[70636]: DEBUG nova.compute.utils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.861907] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.862159] env[70636]: DEBUG nova.network.neutron [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.914132] env[70636]: DEBUG nova.policy [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.080838] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6070d4-e72f-4dda-b4e8-268d104ffca6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.090826] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af2b0b-d6b7-4eef-a648-4cc0faf2ed7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.124077] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a9957-6281-4b1d-a731-9392aaf04bf5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.133888] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b8b3e-1e94-4736-baea-98058ea8a93f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.151745] env[70636]: DEBUG nova.compute.provider_tree [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.234068] env[70636]: DEBUG nova.network.neutron [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Successfully created port: 2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.362691] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.659135] env[70636]: DEBUG nova.scheduler.client.report [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.171027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.172345] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.518s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.175219] env[70636]: INFO nova.compute.claims [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.207796] env[70636]: INFO nova.scheduler.client.report [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance 9d8ecf23-bb79-4295-82e5-fae1653d7a05 [ 1346.372491] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.396178] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.397028] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.397028] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.397142] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.397280] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.397495] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.397737] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.397915] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.398096] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.398334] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.398457] env[70636]: DEBUG nova.virt.hardware [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.399367] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29020e-0549-499c-b62c-e8564c806b2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.409203] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350273fc-89bb-4896-a83a-610abd71ac28 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.638953] env[70636]: DEBUG nova.compute.manager [req-a739519d-7b31-4957-b5ff-ce14bf5c288d req-7aa4b942-c53b-4537-80b2-616ddb16815e service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-vif-plugged-2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.639207] env[70636]: DEBUG oslo_concurrency.lockutils [req-a739519d-7b31-4957-b5ff-ce14bf5c288d req-7aa4b942-c53b-4537-80b2-616ddb16815e service nova] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.639460] env[70636]: DEBUG oslo_concurrency.lockutils [req-a739519d-7b31-4957-b5ff-ce14bf5c288d req-7aa4b942-c53b-4537-80b2-616ddb16815e service nova] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.639460] env[70636]: DEBUG oslo_concurrency.lockutils [req-a739519d-7b31-4957-b5ff-ce14bf5c288d req-7aa4b942-c53b-4537-80b2-616ddb16815e service nova] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.639690] env[70636]: DEBUG nova.compute.manager [req-a739519d-7b31-4957-b5ff-ce14bf5c288d req-7aa4b942-c53b-4537-80b2-616ddb16815e service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] No waiting events found dispatching network-vif-plugged-2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.640061] env[70636]: WARNING nova.compute.manager [req-a739519d-7b31-4957-b5ff-ce14bf5c288d req-7aa4b942-c53b-4537-80b2-616ddb16815e service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received unexpected event network-vif-plugged-2f9b51d1-294e-4f2e-90fe-e1138f14b3be for instance with vm_state building and task_state spawning. [ 1346.716674] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70dbabad-ed9c-4468-bdd6-f1d603c2ae45 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "9d8ecf23-bb79-4295-82e5-fae1653d7a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.113s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.738880] env[70636]: DEBUG nova.network.neutron [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Successfully updated port: 2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.871665] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.871879] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.204256] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "96ad2982-f576-48fe-b073-6afb95802176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.204760] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "96ad2982-f576-48fe-b073-6afb95802176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.246865] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.246865] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.246865] env[70636]: DEBUG nova.network.neutron [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.379273] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.446562] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e30f6-9d5f-43d8-abf6-6cbd47e26b92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.454657] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b9d608-0b1b-4aa6-8a7d-028eef3d66cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.490756] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb1fc4-9a3c-4868-b0e3-c5fd23fee017 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.496349] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "dc082af5-606d-4f4f-97e3-f28858fea378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.496605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "dc082af5-606d-4f4f-97e3-f28858fea378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.503167] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec69acf-bc37-4183-895d-529a91058e34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.519019] env[70636]: DEBUG nova.compute.provider_tree [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.706919] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.799279] env[70636]: DEBUG nova.network.neutron [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.805811] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.806049] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.890277] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "446fc1af-faf2-490e-bc62-de1cd707b8d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.890513] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.911295] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.997594] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.997862] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.002914] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.010806] env[70636]: DEBUG nova.network.neutron [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.024075] env[70636]: DEBUG nova.scheduler.client.report [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.238478] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.311089] env[70636]: INFO nova.compute.manager [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Detaching volume 475030b9-9617-4191-b3f1-ca1059ffbb7d [ 1348.351959] env[70636]: INFO nova.virt.block_device [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Attempting to driver detach volume 475030b9-9617-4191-b3f1-ca1059ffbb7d from mountpoint /dev/sdb [ 1348.352231] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.352422] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.353327] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1bdba6-0515-4c18-8aa3-5d82efb61a12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.381784] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4badd658-329f-48f2-b2bf-45ac7621ccf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.390012] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc6ee3-0abe-45c6-9083-4cca17110c8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.392334] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.414025] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628baa4-dca1-44a1-abc2-b4a30aa7a7bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.430300] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] The volume has not been displaced from its original location: [datastore1] volume-475030b9-9617-4191-b3f1-ca1059ffbb7d/volume-475030b9-9617-4191-b3f1-ca1059ffbb7d.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.436057] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.437259] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91e15d2-eaa7-47d9-9945-3df73b2dcbae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.457183] env[70636]: DEBUG oslo_vmware.api [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1348.457183] env[70636]: value = "task-2884873" [ 1348.457183] env[70636]: _type = "Task" [ 1348.457183] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.468321] env[70636]: DEBUG oslo_vmware.api [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.513351] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.513351] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.513351] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.513351] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.514308] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.514746] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.515161] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Instance network_info: |[{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.515593] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.515727] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1348.516080] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:70:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f9b51d1-294e-4f2e-90fe-e1138f14b3be', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.524022] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.524253] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.526134] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.526349] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b89b3d5a-1bd3-4d16-a5a1-3fa9061f621b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.545028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.546587] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.547200] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.550244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.113s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.553567] env[70636]: INFO nova.compute.claims [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.563205] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.563205] env[70636]: value = "task-2884874" [ 1348.563205] env[70636]: _type = "Task" [ 1348.563205] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.576281] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884874, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.675839] env[70636]: DEBUG nova.compute.manager [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-changed-2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.676081] env[70636]: DEBUG nova.compute.manager [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing instance network info cache due to event network-changed-2f9b51d1-294e-4f2e-90fe-e1138f14b3be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.676516] env[70636]: DEBUG oslo_concurrency.lockutils [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.676719] env[70636]: DEBUG oslo_concurrency.lockutils [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.676892] env[70636]: DEBUG nova.network.neutron [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing network info cache for port 2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.920256] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.973400] env[70636]: DEBUG oslo_vmware.api [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884873, 'name': ReconfigVM_Task, 'duration_secs': 0.240978} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.973683] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.980435] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8729112-c428-4390-be17-17f17f1da302 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.997833] env[70636]: DEBUG oslo_vmware.api [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1348.997833] env[70636]: value = "task-2884875" [ 1348.997833] env[70636]: _type = "Task" [ 1348.997833] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.006466] env[70636]: DEBUG oslo_vmware.api [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.029116] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.060504] env[70636]: DEBUG nova.compute.utils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.061946] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.062321] env[70636]: DEBUG nova.network.neutron [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.073828] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884874, 'name': CreateVM_Task, 'duration_secs': 0.435717} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.073828] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.074781] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.074946] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.075280] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.075650] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b51d087-73e9-42fa-a9df-889228823128 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.080690] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1349.080690] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cfa05a-c717-95a4-0165-c994e21acb75" [ 1349.080690] env[70636]: _type = "Task" [ 1349.080690] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.089577] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cfa05a-c717-95a4-0165-c994e21acb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.115491] env[70636]: DEBUG nova.policy [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62faafc227cc410ca761800a36de0e00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69d72b79ed154c33bdae481935500303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.483253] env[70636]: DEBUG nova.network.neutron [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updated VIF entry in instance network info cache for port 2f9b51d1-294e-4f2e-90fe-e1138f14b3be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.483717] env[70636]: DEBUG nova.network.neutron [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.508779] env[70636]: DEBUG oslo_vmware.api [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884875, 'name': ReconfigVM_Task, 'duration_secs': 0.141023} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.508779] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579629', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'name': 'volume-475030b9-9617-4191-b3f1-ca1059ffbb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93147af3-f9a6-4fe5-a753-2e178295b355', 'attached_at': '', 'detached_at': '', 'volume_id': '475030b9-9617-4191-b3f1-ca1059ffbb7d', 'serial': '475030b9-9617-4191-b3f1-ca1059ffbb7d'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.553632] env[70636]: DEBUG nova.network.neutron [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Successfully created port: 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.565883] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.595967] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cfa05a-c717-95a4-0165-c994e21acb75, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.599214] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.599496] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.600077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.600077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.600077] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.601352] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82313b6-2af1-4dec-8db7-80be057c1224 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.611751] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.611751] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.611751] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8cd508-e422-496d-abcc-c54786ca3f73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.621096] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1349.621096] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52615804-22db-3d4f-af0e-552cc75ec4f3" [ 1349.621096] env[70636]: _type = "Task" [ 1349.621096] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.631214] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52615804-22db-3d4f-af0e-552cc75ec4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.831778] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6862c068-d839-4936-9124-7719caa0598d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.839464] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a9506-4bec-434f-9989-af0b378a80e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.873584] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698469ee-26e5-4862-83ea-a744ed9d1c5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.881407] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df50a4-06c6-4ab0-ac9a-0c7c3f3411cd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.894425] env[70636]: DEBUG nova.compute.provider_tree [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.986644] env[70636]: DEBUG oslo_concurrency.lockutils [req-7854d46f-54da-4d57-ad09-62f35e431dec req-fd6f1512-bb3d-4a99-bfa6-479d06ae1b39 service nova] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.059879] env[70636]: DEBUG nova.objects.instance [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'flavor' on Instance uuid 93147af3-f9a6-4fe5-a753-2e178295b355 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.132035] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52615804-22db-3d4f-af0e-552cc75ec4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.132921] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70861114-8eef-4711-82c2-88a5aff16bda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.138319] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1350.138319] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5263dfd2-dbfd-a452-9414-590be4928814" [ 1350.138319] env[70636]: _type = "Task" [ 1350.138319] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.145862] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5263dfd2-dbfd-a452-9414-590be4928814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.399192] env[70636]: DEBUG nova.scheduler.client.report [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.579057] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.604991] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.605262] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.605418] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.605597] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.605742] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.605886] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.606105] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.606266] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.606433] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.606593] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.606762] env[70636]: DEBUG nova.virt.hardware [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.607632] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc28f90-3488-4183-b4b5-4a907ea75dc9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.622318] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f79646-8021-454b-92a0-eb25153f3f9b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.647956] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5263dfd2-dbfd-a452-9414-590be4928814, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.648978] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.649104] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 49d959f3-1ffa-47f0-a0e7-ac53b810003f/49d959f3-1ffa-47f0-a0e7-ac53b810003f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.649359] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b244319-29a3-4bb6-b6bc-03eccc504b4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.654956] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1350.654956] env[70636]: value = "task-2884876" [ 1350.654956] env[70636]: _type = "Task" [ 1350.654956] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.663453] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.904430] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.905050] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.908916] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.444s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.911063] env[70636]: INFO nova.compute.claims [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.990388] env[70636]: DEBUG nova.compute.manager [req-743436bb-559c-4db3-a069-7f3e03f4a228 req-3e0483bd-0150-4047-a055-b05863c8b2fb service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Received event network-vif-plugged-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.990388] env[70636]: DEBUG oslo_concurrency.lockutils [req-743436bb-559c-4db3-a069-7f3e03f4a228 req-3e0483bd-0150-4047-a055-b05863c8b2fb service nova] Acquiring lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.990388] env[70636]: DEBUG oslo_concurrency.lockutils [req-743436bb-559c-4db3-a069-7f3e03f4a228 req-3e0483bd-0150-4047-a055-b05863c8b2fb service nova] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.991169] env[70636]: DEBUG oslo_concurrency.lockutils [req-743436bb-559c-4db3-a069-7f3e03f4a228 req-3e0483bd-0150-4047-a055-b05863c8b2fb service nova] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.991549] env[70636]: DEBUG nova.compute.manager [req-743436bb-559c-4db3-a069-7f3e03f4a228 req-3e0483bd-0150-4047-a055-b05863c8b2fb service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] No waiting events found dispatching network-vif-plugged-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.991887] env[70636]: WARNING nova.compute.manager [req-743436bb-559c-4db3-a069-7f3e03f4a228 req-3e0483bd-0150-4047-a055-b05863c8b2fb service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Received unexpected event network-vif-plugged-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 for instance with vm_state building and task_state spawning. [ 1351.067062] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7de04ba2-0db7-40dd-b6e3-0d1b6aa8dd4b tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.091839] env[70636]: DEBUG nova.network.neutron [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Successfully updated port: 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.166150] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456607} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.166150] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 49d959f3-1ffa-47f0-a0e7-ac53b810003f/49d959f3-1ffa-47f0-a0e7-ac53b810003f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.166278] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.166439] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3aedb5a-4bc6-47f6-8dd1-7dc4ff9420b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.172483] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1351.172483] env[70636]: value = "task-2884877" [ 1351.172483] env[70636]: _type = "Task" [ 1351.172483] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.179712] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.415259] env[70636]: DEBUG nova.compute.utils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.419605] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.419819] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.465570] env[70636]: DEBUG nova.policy [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5dd22bf59346ee8cbd86b3900b120d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '951cfd6a59354c35bf660d84a64e6a7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.597830] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.597830] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquired lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.597830] env[70636]: DEBUG nova.network.neutron [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.684892] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061127} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.686017] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.686017] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1439a4f-f6b0-47b5-b35d-b1a1c79eb007 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.710146] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 49d959f3-1ffa-47f0-a0e7-ac53b810003f/49d959f3-1ffa-47f0-a0e7-ac53b810003f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.710437] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec09c5e9-8749-4241-a5da-0bbcc1cec285 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.727719] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Successfully created port: 8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.731134] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1351.731134] env[70636]: value = "task-2884878" [ 1351.731134] env[70636]: _type = "Task" [ 1351.731134] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.740635] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.923823] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.139110] env[70636]: DEBUG nova.network.neutron [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.169110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.169110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.169110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "93147af3-f9a6-4fe5-a753-2e178295b355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.169110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.169110] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.170841] env[70636]: INFO nova.compute.manager [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Terminating instance [ 1352.180416] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6dee82-2f59-4554-b0b6-7b519cf18269 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.190078] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7bf72-d77e-4547-95de-8d23ea4f9443 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.225698] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf9df8-eae3-4fb4-9a74-7215dcbab899 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.237127] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0922645f-ac93-4a4b-9bdf-564676b1e062 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.246839] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.254298] env[70636]: DEBUG nova.compute.provider_tree [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.324663] env[70636]: DEBUG nova.network.neutron [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updating instance_info_cache with network_info: [{"id": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "address": "fa:16:3e:27:47:fe", "network": {"id": "032af0fa-29f9-4f96-a3c3-067b1f5dba07", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-550846407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69d72b79ed154c33bdae481935500303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5e6c5f-59", "ovs_interfaceid": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.675820] env[70636]: DEBUG nova.compute.manager [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.676108] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.676997] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08876270-5a7a-4f3a-bafa-83d3797d628b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.684669] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.684893] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9924403f-1179-4bee-b399-9966a32a90ec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.690578] env[70636]: DEBUG oslo_vmware.api [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1352.690578] env[70636]: value = "task-2884879" [ 1352.690578] env[70636]: _type = "Task" [ 1352.690578] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.699922] env[70636]: DEBUG oslo_vmware.api [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.742481] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884878, 'name': ReconfigVM_Task, 'duration_secs': 0.70322} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.742723] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 49d959f3-1ffa-47f0-a0e7-ac53b810003f/49d959f3-1ffa-47f0-a0e7-ac53b810003f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.743359] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-667fa6dc-ca95-45d6-bdd3-9abedbdfb970 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.749565] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1352.749565] env[70636]: value = "task-2884880" [ 1352.749565] env[70636]: _type = "Task" [ 1352.749565] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.757675] env[70636]: DEBUG nova.scheduler.client.report [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.760736] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884880, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.828761] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Releasing lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.829120] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Instance network_info: |[{"id": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "address": "fa:16:3e:27:47:fe", "network": {"id": "032af0fa-29f9-4f96-a3c3-067b1f5dba07", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-550846407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69d72b79ed154c33bdae481935500303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5e6c5f-59", "ovs_interfaceid": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.829561] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:47:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5e6c5f-59fc-4eaa-8ea8-a3128f166429', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.837424] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Creating folder: Project (69d72b79ed154c33bdae481935500303). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.837754] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e97dbb-1db1-404f-919c-453656727057 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.850541] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Created folder: Project (69d72b79ed154c33bdae481935500303) in parent group-v579393. [ 1352.850734] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Creating folder: Instances. Parent ref: group-v579648. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.851051] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3919a09-7198-4957-b560-95e5591683d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.860772] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Created folder: Instances in parent group-v579648. [ 1352.860954] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.861175] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.861382] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df4960f9-2600-4a1a-a680-d9330f30d5ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.880095] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.880095] env[70636]: value = "task-2884883" [ 1352.880095] env[70636]: _type = "Task" [ 1352.880095] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.888070] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884883, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.932918] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.962989] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.962989] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.962989] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.963243] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.963301] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.963444] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.964031] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.964031] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.964031] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.964234] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.964303] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.965146] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c712057-a993-43e5-a086-9dc1f6c65eb7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.973058] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae49333-df35-4909-8abd-136e26a74ced {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.015011] env[70636]: DEBUG nova.compute.manager [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Received event network-changed-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.015080] env[70636]: DEBUG nova.compute.manager [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Refreshing instance network info cache due to event network-changed-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.015259] env[70636]: DEBUG oslo_concurrency.lockutils [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] Acquiring lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.015443] env[70636]: DEBUG oslo_concurrency.lockutils [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] Acquired lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.015545] env[70636]: DEBUG nova.network.neutron [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Refreshing network info cache for port 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.188310] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Successfully updated port: 8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.200425] env[70636]: DEBUG oslo_vmware.api [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884879, 'name': PowerOffVM_Task, 'duration_secs': 0.202523} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.200679] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.201066] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.201155] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e4ba965-6acb-4138-9e9a-9cd4a9684618 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.260075] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884880, 'name': Rename_Task, 'duration_secs': 0.13822} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.260075] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.260075] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2af9b6-2d2d-4737-a6bc-b24df1edbd1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.262027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.262499] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.266846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.761s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.268220] env[70636]: INFO nova.compute.claims [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.271469] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.271730] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.271837] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore2] 93147af3-f9a6-4fe5-a753-2e178295b355 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.272627] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ab2e1a-6ff0-4d46-8b3c-a9f38862ff41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.275790] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1353.275790] env[70636]: value = "task-2884885" [ 1353.275790] env[70636]: _type = "Task" [ 1353.275790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.279895] env[70636]: DEBUG oslo_vmware.api [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1353.279895] env[70636]: value = "task-2884886" [ 1353.279895] env[70636]: _type = "Task" [ 1353.279895] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.287511] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.291901] env[70636]: DEBUG oslo_vmware.api [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.389734] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884883, 'name': CreateVM_Task, 'duration_secs': 0.315392} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.389912] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.390556] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.390722] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.391104] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.391369] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599b455c-b3d9-4756-9e33-ec4135899923 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.395786] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1353.395786] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cc1597-4e1b-5ed4-8055-c07225ebf78a" [ 1353.395786] env[70636]: _type = "Task" [ 1353.395786] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.403377] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cc1597-4e1b-5ed4-8055-c07225ebf78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.696153] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "refresh_cache-f4c5b623-2a3f-4802-831e-7a7f228fe7eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.696950] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "refresh_cache-f4c5b623-2a3f-4802-831e-7a7f228fe7eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.696950] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.702666] env[70636]: DEBUG nova.network.neutron [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updated VIF entry in instance network info cache for port 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.703724] env[70636]: DEBUG nova.network.neutron [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updating instance_info_cache with network_info: [{"id": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "address": "fa:16:3e:27:47:fe", "network": {"id": "032af0fa-29f9-4f96-a3c3-067b1f5dba07", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-550846407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69d72b79ed154c33bdae481935500303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5e6c5f-59", "ovs_interfaceid": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.768074] env[70636]: DEBUG nova.compute.utils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.769598] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.769682] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.788035] env[70636]: DEBUG oslo_vmware.api [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2884885, 'name': PowerOnVM_Task, 'duration_secs': 0.449446} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.788035] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.788035] env[70636]: INFO nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1353.788256] env[70636]: DEBUG nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.789027] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859e5fdd-85ee-4b48-af4e-a0fb0d51a068 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.795587] env[70636]: DEBUG oslo_vmware.api [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136078} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.796478] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.796478] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.796478] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.796633] env[70636]: INFO nova.compute.manager [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1353.796827] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.797016] env[70636]: DEBUG nova.compute.manager [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.797109] env[70636]: DEBUG nova.network.neutron [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.808871] env[70636]: DEBUG nova.policy [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5dd22bf59346ee8cbd86b3900b120d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '951cfd6a59354c35bf660d84a64e6a7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.907554] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cc1597-4e1b-5ed4-8055-c07225ebf78a, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.908016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.908285] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.908574] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.908745] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.908927] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.909211] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-998e572f-78ac-40fa-bbd6-812854475133 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.921095] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.922409] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.923233] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78fea10-e0a1-4570-9f1c-72bbd30f623a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.933761] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1353.933761] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52003fb3-758b-738d-a946-16827b0d38d5" [ 1353.933761] env[70636]: _type = "Task" [ 1353.933761] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.947373] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52003fb3-758b-738d-a946-16827b0d38d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.208946] env[70636]: DEBUG oslo_concurrency.lockutils [req-bd7ab5d4-ce71-4ac8-8b2c-90fc1cafc5a4 req-97981bc8-ce6b-4ed7-bcb5-23d9d0eb0738 service nova] Releasing lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.254795] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.272716] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.313849] env[70636]: INFO nova.compute.manager [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Took 18.55 seconds to build instance. [ 1354.449139] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52003fb3-758b-738d-a946-16827b0d38d5, 'name': SearchDatastore_Task, 'duration_secs': 0.020306} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.452507] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d9f130-a0dd-468d-9794-25c4ac00d6fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.466089] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1354.466089] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c003e9-c1b3-eb5e-2a93-edd2fd777ad0" [ 1354.466089] env[70636]: _type = "Task" [ 1354.466089] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.479326] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c003e9-c1b3-eb5e-2a93-edd2fd777ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.507376] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Successfully created port: b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.546045] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0340c617-2f77-4d2b-81a5-a93ec23f1dac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.553327] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c64fce-088f-4918-9c10-9becfc9589ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.595802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d1fe1-0b20-4c00-9d5d-9fda82c6d6d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.604268] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb97858-7c75-40f3-a70f-b066e2288b47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.626704] env[70636]: DEBUG nova.compute.provider_tree [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.772370] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Updating instance_info_cache with network_info: [{"id": "8e79986a-46f1-4d75-a3ce-f98c24a1803d", "address": "fa:16:3e:5a:d8:30", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e79986a-46", "ovs_interfaceid": "8e79986a-46f1-4d75-a3ce-f98c24a1803d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.816877] env[70636]: DEBUG oslo_concurrency.lockutils [None req-07929232-6742-4f87-a6df-d29a3efcd2d2 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.064s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.947894] env[70636]: DEBUG nova.compute.manager [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-changed-2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.947969] env[70636]: DEBUG nova.compute.manager [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing instance network info cache due to event network-changed-2f9b51d1-294e-4f2e-90fe-e1138f14b3be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.948349] env[70636]: DEBUG oslo_concurrency.lockutils [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.948411] env[70636]: DEBUG oslo_concurrency.lockutils [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.948593] env[70636]: DEBUG nova.network.neutron [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing network info cache for port 2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.978765] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c003e9-c1b3-eb5e-2a93-edd2fd777ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.029901} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.978904] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.979133] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 63bba3b9-0a7c-476e-8ccb-f809d6539c76/63bba3b9-0a7c-476e-8ccb-f809d6539c76.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.979397] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddd19de9-7f42-4ea3-9bb1-65cd2fa33c57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.986343] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1354.986343] env[70636]: value = "task-2884887" [ 1354.986343] env[70636]: _type = "Task" [ 1354.986343] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.997199] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.116286] env[70636]: DEBUG nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Received event network-vif-plugged-8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.116774] env[70636]: DEBUG oslo_concurrency.lockutils [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] Acquiring lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.117073] env[70636]: DEBUG oslo_concurrency.lockutils [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.117348] env[70636]: DEBUG oslo_concurrency.lockutils [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.117605] env[70636]: DEBUG nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] No waiting events found dispatching network-vif-plugged-8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.117838] env[70636]: WARNING nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Received unexpected event network-vif-plugged-8e79986a-46f1-4d75-a3ce-f98c24a1803d for instance with vm_state building and task_state spawning. [ 1355.117928] env[70636]: DEBUG nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Received event network-changed-8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.118088] env[70636]: DEBUG nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Refreshing instance network info cache due to event network-changed-8e79986a-46f1-4d75-a3ce-f98c24a1803d. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.118251] env[70636]: DEBUG oslo_concurrency.lockutils [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] Acquiring lock "refresh_cache-f4c5b623-2a3f-4802-831e-7a7f228fe7eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.130497] env[70636]: DEBUG nova.scheduler.client.report [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.274128] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "refresh_cache-f4c5b623-2a3f-4802-831e-7a7f228fe7eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.274480] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Instance network_info: |[{"id": "8e79986a-46f1-4d75-a3ce-f98c24a1803d", "address": "fa:16:3e:5a:d8:30", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e79986a-46", "ovs_interfaceid": "8e79986a-46f1-4d75-a3ce-f98c24a1803d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.274800] env[70636]: DEBUG oslo_concurrency.lockutils [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] Acquired lock "refresh_cache-f4c5b623-2a3f-4802-831e-7a7f228fe7eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.274981] env[70636]: DEBUG nova.network.neutron [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Refreshing network info cache for port 8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.276379] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d8:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e79986a-46f1-4d75-a3ce-f98c24a1803d', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.284913] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Creating folder: Project (951cfd6a59354c35bf660d84a64e6a7c). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.288291] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5482cac-cb01-4d3f-bd42-84bd1fa3420e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.291830] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.307134] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Created folder: Project (951cfd6a59354c35bf660d84a64e6a7c) in parent group-v579393. [ 1355.307399] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Creating folder: Instances. Parent ref: group-v579651. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.307656] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79639320-ac2f-4c37-98a6-c90f126806e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.321106] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.321481] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.321565] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.321726] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.321868] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.322030] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.322242] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.322402] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.322565] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.322728] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.322894] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.323842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf53eea-552a-4cca-9648-12a87c6c9691 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.330418] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Created folder: Instances in parent group-v579651. [ 1355.330676] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.331612] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.331772] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e4bb3ce-1cb1-485d-8153-e25efe778ae2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.350568] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a333764a-4697-4829-aea4-eb6e9cf03d5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.356092] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.356092] env[70636]: value = "task-2884890" [ 1355.356092] env[70636]: _type = "Task" [ 1355.356092] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.367908] env[70636]: DEBUG nova.network.neutron [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.376241] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884890, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.506518] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495237} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.506877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 63bba3b9-0a7c-476e-8ccb-f809d6539c76/63bba3b9-0a7c-476e-8ccb-f809d6539c76.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.507112] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.507389] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6000110-757c-4b1d-ba55-f539e59526bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.524554] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1355.524554] env[70636]: value = "task-2884891" [ 1355.524554] env[70636]: _type = "Task" [ 1355.524554] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.537418] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.578738] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.578867] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.579148] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.579405] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.579921] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.593780] env[70636]: INFO nova.compute.manager [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Terminating instance [ 1355.640161] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.640161] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.643020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.087s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.643229] env[70636]: DEBUG nova.objects.instance [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lazy-loading 'resources' on Instance uuid 81db790c-10a7-4786-bcb8-20d0a2974997 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.694663] env[70636]: DEBUG nova.network.neutron [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Updated VIF entry in instance network info cache for port 8e79986a-46f1-4d75-a3ce-f98c24a1803d. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.694663] env[70636]: DEBUG nova.network.neutron [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Updating instance_info_cache with network_info: [{"id": "8e79986a-46f1-4d75-a3ce-f98c24a1803d", "address": "fa:16:3e:5a:d8:30", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e79986a-46", "ovs_interfaceid": "8e79986a-46f1-4d75-a3ce-f98c24a1803d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.808374] env[70636]: DEBUG nova.network.neutron [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updated VIF entry in instance network info cache for port 2f9b51d1-294e-4f2e-90fe-e1138f14b3be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.808817] env[70636]: DEBUG nova.network.neutron [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.866830] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884890, 'name': CreateVM_Task, 'duration_secs': 0.364287} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.866997] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.867652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.867817] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.868145] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.868387] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889fde92-8370-449a-9c1a-29d2cf184087 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.870381] env[70636]: INFO nova.compute.manager [-] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Took 2.07 seconds to deallocate network for instance. [ 1355.872949] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1355.872949] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5210d72f-b1b6-cd15-5325-db1a51d3c6b7" [ 1355.872949] env[70636]: _type = "Task" [ 1355.872949] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.883399] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5210d72f-b1b6-cd15-5325-db1a51d3c6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.031834] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067863} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.032126] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.032935] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6993b6-4902-483b-a590-6fa89fad03a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.054943] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 63bba3b9-0a7c-476e-8ccb-f809d6539c76/63bba3b9-0a7c-476e-8ccb-f809d6539c76.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.055271] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de440856-4927-46a8-97c5-09beaf5b9654 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.075707] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1356.075707] env[70636]: value = "task-2884892" [ 1356.075707] env[70636]: _type = "Task" [ 1356.075707] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.084621] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.097641] env[70636]: DEBUG nova.compute.manager [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.097896] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.098807] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300f7bf-985a-46ca-bb8c-0a89762c0958 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.106594] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.106849] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320fa327-f277-4992-a9ee-33905e0cdfea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.113966] env[70636]: DEBUG oslo_vmware.api [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1356.113966] env[70636]: value = "task-2884893" [ 1356.113966] env[70636]: _type = "Task" [ 1356.113966] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.122081] env[70636]: DEBUG oslo_vmware.api [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.150616] env[70636]: DEBUG nova.compute.utils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1356.155134] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.155301] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.196141] env[70636]: DEBUG oslo_concurrency.lockutils [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] Releasing lock "refresh_cache-f4c5b623-2a3f-4802-831e-7a7f228fe7eb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.196412] env[70636]: DEBUG nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Received event network-vif-deleted-e9c7bda7-ad55-4e96-860e-c974bea86d12 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.196594] env[70636]: INFO nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Neutron deleted interface e9c7bda7-ad55-4e96-860e-c974bea86d12; detaching it from the instance and deleting it from the info cache [ 1356.196779] env[70636]: DEBUG nova.network.neutron [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.221896] env[70636]: DEBUG nova.policy [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5dd22bf59346ee8cbd86b3900b120d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '951cfd6a59354c35bf660d84a64e6a7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.242409] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Successfully updated port: b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.311598] env[70636]: DEBUG oslo_concurrency.lockutils [req-439dedb2-dc6f-4d6e-b8a9-2c8ba4453017 req-d865d046-e777-456c-8e84-a972235a8e27 service nova] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.380531] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.388725] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5210d72f-b1b6-cd15-5325-db1a51d3c6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.083241} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.389032] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.389381] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.389609] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.389759] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.389932] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.390202] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-433e5dd5-210b-48c6-8a14-9d67f93e9274 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.398338] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.398531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.401675] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4add6db-87c0-4383-8209-984c4321781d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.406921] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1356.406921] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f3d071-9f57-ca5b-1dce-db60fdd39b0c" [ 1356.406921] env[70636]: _type = "Task" [ 1356.406921] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.418398] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f3d071-9f57-ca5b-1dce-db60fdd39b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.426015] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fead58a9-86a1-4a87-a114-639bbccf442a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.432675] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d132bb-2917-47e3-8e01-13ce8b6f3c52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.462630] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6209f8-287d-4c09-84ab-13b51814f247 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.470017] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa63450d-baae-4328-81eb-ebee560e5ffa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.483435] env[70636]: DEBUG nova.compute.provider_tree [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.487046] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Successfully created port: 5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.586288] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884892, 'name': ReconfigVM_Task, 'duration_secs': 0.4144} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.586548] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 63bba3b9-0a7c-476e-8ccb-f809d6539c76/63bba3b9-0a7c-476e-8ccb-f809d6539c76.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.587217] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0990c4-e498-43b7-9030-6ea85a038642 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.594262] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1356.594262] env[70636]: value = "task-2884894" [ 1356.594262] env[70636]: _type = "Task" [ 1356.594262] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.602185] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884894, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.624655] env[70636]: DEBUG oslo_vmware.api [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884893, 'name': PowerOffVM_Task, 'duration_secs': 0.258515} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.624925] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.625102] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.625364] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c7e91bb-702e-4225-bc0c-0af90979fa9e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.655691] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.699678] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-636d252d-87b4-43dd-85cc-8f1827188883 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.703398] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.703594] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.703770] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleting the datastore file [datastore1] 891f8a1c-9bb7-436f-8ef0-4679291b4e0a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.703992] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7121bd96-1242-4de2-b978-69426f29e8c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.709598] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e264c0-76d2-4e57-a399-92fdb2f250ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.722833] env[70636]: DEBUG oslo_vmware.api [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1356.722833] env[70636]: value = "task-2884896" [ 1356.722833] env[70636]: _type = "Task" [ 1356.722833] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.731081] env[70636]: DEBUG oslo_vmware.api [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.745530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "refresh_cache-d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.745675] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "refresh_cache-d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.745843] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.747045] env[70636]: DEBUG nova.compute.manager [req-da8da3a0-34c9-48f6-bf0a-f29cfd73d364 req-5a820647-91de-476d-aba2-ed036df640ce service nova] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Detach interface failed, port_id=e9c7bda7-ad55-4e96-860e-c974bea86d12, reason: Instance 93147af3-f9a6-4fe5-a753-2e178295b355 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.916828] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f3d071-9f57-ca5b-1dce-db60fdd39b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.917638] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800bd6e1-d667-48d2-9d0f-f3df2838b63d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.923404] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1356.923404] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cc74f1-f17d-ebd2-c1e9-c02c53e289bf" [ 1356.923404] env[70636]: _type = "Task" [ 1356.923404] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.932450] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cc74f1-f17d-ebd2-c1e9-c02c53e289bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.986735] env[70636]: DEBUG nova.scheduler.client.report [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.104354] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884894, 'name': Rename_Task, 'duration_secs': 0.158236} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.104580] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.104819] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533271a1-3493-4e82-b7ac-d844379a5977 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.110901] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1357.110901] env[70636]: value = "task-2884897" [ 1357.110901] env[70636]: _type = "Task" [ 1357.110901] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.120075] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.144389] env[70636]: DEBUG nova.compute.manager [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Received event network-vif-plugged-b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.144646] env[70636]: DEBUG oslo_concurrency.lockutils [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] Acquiring lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.144808] env[70636]: DEBUG oslo_concurrency.lockutils [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.145000] env[70636]: DEBUG oslo_concurrency.lockutils [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.145180] env[70636]: DEBUG nova.compute.manager [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] No waiting events found dispatching network-vif-plugged-b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.145343] env[70636]: WARNING nova.compute.manager [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Received unexpected event network-vif-plugged-b81ab0d9-8210-41b8-871e-080d0b9f0a81 for instance with vm_state building and task_state spawning. [ 1357.145541] env[70636]: DEBUG nova.compute.manager [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Received event network-changed-b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.145631] env[70636]: DEBUG nova.compute.manager [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Refreshing instance network info cache due to event network-changed-b81ab0d9-8210-41b8-871e-080d0b9f0a81. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.145797] env[70636]: DEBUG oslo_concurrency.lockutils [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] Acquiring lock "refresh_cache-d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.233650] env[70636]: DEBUG oslo_vmware.api [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465205} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.233650] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.233927] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.233997] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.234143] env[70636]: INFO nova.compute.manager [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1357.234394] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.234611] env[70636]: DEBUG nova.compute.manager [-] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.234772] env[70636]: DEBUG nova.network.neutron [-] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.291982] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.434878] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cc74f1-f17d-ebd2-c1e9-c02c53e289bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.435139] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.435397] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f4c5b623-2a3f-4802-831e-7a7f228fe7eb/f4c5b623-2a3f-4802-831e-7a7f228fe7eb.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.435688] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0928534-5c6c-4309-b113-49afc37dd26a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.442439] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1357.442439] env[70636]: value = "task-2884898" [ 1357.442439] env[70636]: _type = "Task" [ 1357.442439] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.453377] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.492299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.495054] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.503s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.496847] env[70636]: INFO nova.compute.claims [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.513159] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Updating instance_info_cache with network_info: [{"id": "b81ab0d9-8210-41b8-871e-080d0b9f0a81", "address": "fa:16:3e:fc:e8:b5", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81ab0d9-82", "ovs_interfaceid": "b81ab0d9-8210-41b8-871e-080d0b9f0a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.515687] env[70636]: INFO nova.scheduler.client.report [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Deleted allocations for instance 81db790c-10a7-4786-bcb8-20d0a2974997 [ 1357.622289] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.668626] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.697033] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.697033] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.697339] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.698707] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.699022] env[70636]: DEBUG nova.virt.hardware [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.699882] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55ccb8-2193-4d69-bb89-37728e2613e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.711111] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a09ef-7b2f-427d-852c-f2b1617f0d87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.954563] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.015908] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "refresh_cache-d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.016300] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Instance network_info: |[{"id": "b81ab0d9-8210-41b8-871e-080d0b9f0a81", "address": "fa:16:3e:fc:e8:b5", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81ab0d9-82", "ovs_interfaceid": "b81ab0d9-8210-41b8-871e-080d0b9f0a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.016659] env[70636]: DEBUG oslo_concurrency.lockutils [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] Acquired lock "refresh_cache-d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.016872] env[70636]: DEBUG nova.network.neutron [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Refreshing network info cache for port b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.018419] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e8:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b81ab0d9-8210-41b8-871e-080d0b9f0a81', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.026372] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.031409] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.032472] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fd9bd48a-fe9c-4f7e-a69d-b81b765915a5 tempest-ServerRescueNegativeTestJSON-1478063060 tempest-ServerRescueNegativeTestJSON-1478063060-project-member] Lock "81db790c-10a7-4786-bcb8-20d0a2974997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.983s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.033249] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f78b714-6ac7-4bc5-8ff2-da6d9d89f429 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.059726] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.059726] env[70636]: value = "task-2884899" [ 1358.059726] env[70636]: _type = "Task" [ 1358.059726] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.067486] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Successfully updated port: 5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.075638] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884899, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.121280] env[70636]: DEBUG oslo_vmware.api [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884897, 'name': PowerOnVM_Task, 'duration_secs': 0.803053} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.125040] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.125040] env[70636]: INFO nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1358.125040] env[70636]: DEBUG nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.125040] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81caba-9224-44d4-b400-cef00a890dca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.256850] env[70636]: DEBUG nova.network.neutron [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Updated VIF entry in instance network info cache for port b81ab0d9-8210-41b8-871e-080d0b9f0a81. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.257222] env[70636]: DEBUG nova.network.neutron [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Updating instance_info_cache with network_info: [{"id": "b81ab0d9-8210-41b8-871e-080d0b9f0a81", "address": "fa:16:3e:fc:e8:b5", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81ab0d9-82", "ovs_interfaceid": "b81ab0d9-8210-41b8-871e-080d0b9f0a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.361955] env[70636]: DEBUG nova.network.neutron [-] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.453301] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608031} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.453611] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f4c5b623-2a3f-4802-831e-7a7f228fe7eb/f4c5b623-2a3f-4802-831e-7a7f228fe7eb.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.453887] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.454198] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49146cc4-1547-4743-9520-13594be7a6dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.462046] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1358.462046] env[70636]: value = "task-2884900" [ 1358.462046] env[70636]: _type = "Task" [ 1358.462046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.472128] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.571108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "refresh_cache-b028e220-6230-4df3-947a-37da0fd7fcbe" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.571108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "refresh_cache-b028e220-6230-4df3-947a-37da0fd7fcbe" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.571862] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.572619] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884899, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.642267] env[70636]: INFO nova.compute.manager [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Took 21.01 seconds to build instance. [ 1358.743466] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a54bd9-12f1-4af6-a423-818867672abe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.752296] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aaf543-13ba-4c71-b123-219407b3d414 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.787423] env[70636]: DEBUG oslo_concurrency.lockutils [req-8c3656fd-5594-49f0-aebf-f4f5d16f909c req-6785e3c2-b9f4-4370-8928-784b81120643 service nova] Releasing lock "refresh_cache-d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.788965] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cb41e-f446-43f5-8cf8-3e40e9edb834 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.796271] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71075acc-e770-467e-8ef3-5d2e34312f2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.809662] env[70636]: DEBUG nova.compute.provider_tree [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.864694] env[70636]: INFO nova.compute.manager [-] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Took 1.63 seconds to deallocate network for instance. [ 1358.975467] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111127} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.975882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.978976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bec56b-1566-435c-8a61-1852ec0bbcf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.005140] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] f4c5b623-2a3f-4802-831e-7a7f228fe7eb/f4c5b623-2a3f-4802-831e-7a7f228fe7eb.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.005523] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e69648b-2a7b-4ac2-9443-82684473bc91 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.028030] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1359.028030] env[70636]: value = "task-2884901" [ 1359.028030] env[70636]: _type = "Task" [ 1359.028030] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.033816] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.079899] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884899, 'name': CreateVM_Task, 'duration_secs': 0.850985} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.080248] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.082046] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.082338] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.082980] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.085297] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b7e93e-c9ce-44c5-ae1d-4b8d9bc8d4ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.090272] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1359.090272] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2a776-5ea5-d0da-535f-77af0856c3e1" [ 1359.090272] env[70636]: _type = "Task" [ 1359.090272] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.100716] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2a776-5ea5-d0da-535f-77af0856c3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.127396] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.146398] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4fde4521-7d03-4f30-8a9a-8d66194cccf6 tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.523s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.155022] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.155022] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.155022] env[70636]: DEBUG nova.compute.manager [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.155022] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada5a5dd-a74f-4424-bda3-b240be3829c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.160277] env[70636]: DEBUG nova.compute.manager [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1359.161449] env[70636]: DEBUG nova.objects.instance [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'flavor' on Instance uuid 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.178743] env[70636]: DEBUG nova.compute.manager [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Received event network-vif-deleted-2cc2e7f4-e28e-473d-9386-8326f4da91bc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.179135] env[70636]: DEBUG nova.compute.manager [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Received event network-vif-plugged-5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.179532] env[70636]: DEBUG oslo_concurrency.lockutils [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] Acquiring lock "b028e220-6230-4df3-947a-37da0fd7fcbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.182692] env[70636]: DEBUG oslo_concurrency.lockutils [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.182692] env[70636]: DEBUG oslo_concurrency.lockutils [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.182692] env[70636]: DEBUG nova.compute.manager [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] No waiting events found dispatching network-vif-plugged-5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1359.182692] env[70636]: WARNING nova.compute.manager [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Received unexpected event network-vif-plugged-5fab7221-d16d-4c90-ba55-66aee6627569 for instance with vm_state building and task_state spawning. [ 1359.182692] env[70636]: DEBUG nova.compute.manager [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Received event network-changed-5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.182692] env[70636]: DEBUG nova.compute.manager [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Refreshing instance network info cache due to event network-changed-5fab7221-d16d-4c90-ba55-66aee6627569. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.182692] env[70636]: DEBUG oslo_concurrency.lockutils [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] Acquiring lock "refresh_cache-b028e220-6230-4df3-947a-37da0fd7fcbe" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.312800] env[70636]: DEBUG nova.scheduler.client.report [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.342212] env[70636]: DEBUG nova.network.neutron [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Updating instance_info_cache with network_info: [{"id": "5fab7221-d16d-4c90-ba55-66aee6627569", "address": "fa:16:3e:c1:72:fe", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fab7221-d1", "ovs_interfaceid": "5fab7221-d16d-4c90-ba55-66aee6627569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.371661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.536516] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.600491] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2a776-5ea5-d0da-535f-77af0856c3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.600882] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.602510] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.602510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.602510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.602510] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.602510] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6991c1cf-5b40-4677-b035-8b3f705e09b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.613678] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.615121] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.615121] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80819124-8372-4394-aeb1-671d414e5275 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.620103] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1359.620103] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52953861-dff6-427e-2cac-e8f820293056" [ 1359.620103] env[70636]: _type = "Task" [ 1359.620103] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.629077] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52953861-dff6-427e-2cac-e8f820293056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.730283] env[70636]: DEBUG nova.compute.manager [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Received event network-changed-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.730283] env[70636]: DEBUG nova.compute.manager [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Refreshing instance network info cache due to event network-changed-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.730556] env[70636]: DEBUG oslo_concurrency.lockutils [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] Acquiring lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.730556] env[70636]: DEBUG oslo_concurrency.lockutils [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] Acquired lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.730706] env[70636]: DEBUG nova.network.neutron [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Refreshing network info cache for port 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.819270] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.820268] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.909s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.823134] env[70636]: INFO nova.compute.claims [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.845425] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "refresh_cache-b028e220-6230-4df3-947a-37da0fd7fcbe" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.845425] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Instance network_info: |[{"id": "5fab7221-d16d-4c90-ba55-66aee6627569", "address": "fa:16:3e:c1:72:fe", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fab7221-d1", "ovs_interfaceid": "5fab7221-d16d-4c90-ba55-66aee6627569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.845425] env[70636]: DEBUG oslo_concurrency.lockutils [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] Acquired lock "refresh_cache-b028e220-6230-4df3-947a-37da0fd7fcbe" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.845676] env[70636]: DEBUG nova.network.neutron [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Refreshing network info cache for port 5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.846674] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:72:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fab7221-d16d-4c90-ba55-66aee6627569', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.859067] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.860263] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.860263] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6436c2b8-0866-4f08-ad3f-0b8b54e00ad3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.882685] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.882685] env[70636]: value = "task-2884902" [ 1359.882685] env[70636]: _type = "Task" [ 1359.882685] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.891421] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884902, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.037809] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884901, 'name': ReconfigVM_Task, 'duration_secs': 0.684382} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.038124] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Reconfigured VM instance instance-0000005e to attach disk [datastore2] f4c5b623-2a3f-4802-831e-7a7f228fe7eb/f4c5b623-2a3f-4802-831e-7a7f228fe7eb.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.038787] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4058af1-1c8a-4870-851f-f5183bf17445 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.045157] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1360.045157] env[70636]: value = "task-2884903" [ 1360.045157] env[70636]: _type = "Task" [ 1360.045157] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.054075] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884903, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.131378] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52953861-dff6-427e-2cac-e8f820293056, 'name': SearchDatastore_Task, 'duration_secs': 0.023461} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.133159] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb2478e-90ab-4ed0-8953-f4d26a6a3821 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.138756] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1360.138756] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f751f0-b4b5-904f-8841-148510e3b22f" [ 1360.138756] env[70636]: _type = "Task" [ 1360.138756] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.147753] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f751f0-b4b5-904f-8841-148510e3b22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.170574] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.170966] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2d0db8-9e5d-48b8-98dc-efbb3301b124 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.178644] env[70636]: DEBUG oslo_vmware.api [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1360.178644] env[70636]: value = "task-2884904" [ 1360.178644] env[70636]: _type = "Task" [ 1360.178644] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.187387] env[70636]: DEBUG oslo_vmware.api [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.331626] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "58b223ad-db5e-4a6d-86b5-90cb5261f480" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.331626] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "58b223ad-db5e-4a6d-86b5-90cb5261f480" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.393431] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884902, 'name': CreateVM_Task, 'duration_secs': 0.333966} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.393645] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.394400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.394559] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.394872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.398060] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eff6726-8516-4ae5-b605-992acea584d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.407020] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1360.407020] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523f75fa-88ad-69f5-a310-18c04544b4cc" [ 1360.407020] env[70636]: _type = "Task" [ 1360.407020] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.413714] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523f75fa-88ad-69f5-a310-18c04544b4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.555341] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884903, 'name': Rename_Task, 'duration_secs': 0.172477} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.555618] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.555865] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e853538-4555-45bd-8f6c-9dba7167dad7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.562739] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1360.562739] env[70636]: value = "task-2884905" [ 1360.562739] env[70636]: _type = "Task" [ 1360.562739] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.566226] env[70636]: DEBUG nova.network.neutron [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updated VIF entry in instance network info cache for port 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.566567] env[70636]: DEBUG nova.network.neutron [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updating instance_info_cache with network_info: [{"id": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "address": "fa:16:3e:27:47:fe", "network": {"id": "032af0fa-29f9-4f96-a3c3-067b1f5dba07", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-550846407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69d72b79ed154c33bdae481935500303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5e6c5f-59", "ovs_interfaceid": "7f5e6c5f-59fc-4eaa-8ea8-a3128f166429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.577038] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.643970] env[70636]: DEBUG nova.network.neutron [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Updated VIF entry in instance network info cache for port 5fab7221-d16d-4c90-ba55-66aee6627569. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.644361] env[70636]: DEBUG nova.network.neutron [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Updating instance_info_cache with network_info: [{"id": "5fab7221-d16d-4c90-ba55-66aee6627569", "address": "fa:16:3e:c1:72:fe", "network": {"id": "090dd671-5f9c-4566-9962-4d72351b5ecc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393248110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "951cfd6a59354c35bf660d84a64e6a7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fab7221-d1", "ovs_interfaceid": "5fab7221-d16d-4c90-ba55-66aee6627569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.651606] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f751f0-b4b5-904f-8841-148510e3b22f, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.651908] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.652176] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f/d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.652450] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e5e402e-fa42-43c8-9a6b-51fef8431ac3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.659197] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1360.659197] env[70636]: value = "task-2884906" [ 1360.659197] env[70636]: _type = "Task" [ 1360.659197] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.667052] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.686617] env[70636]: DEBUG oslo_vmware.api [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884904, 'name': PowerOffVM_Task, 'duration_secs': 0.185782} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.686869] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.687162] env[70636]: DEBUG nova.compute.manager [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.687938] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4b993-147f-48f2-9737-73624b20e378 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.837390] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "58b223ad-db5e-4a6d-86b5-90cb5261f480" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.837883] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.916804] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523f75fa-88ad-69f5-a310-18c04544b4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.919299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.919537] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.920030] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.920030] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.920150] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.920530] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb90ce89-14cd-483a-80d4-1605bdbecade {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.933317] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.933528] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.934274] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6116fefb-f384-4f5e-b44d-acdb9ebc9535 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.939875] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1360.939875] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e9d2ce-4422-dd2f-89e6-1c1286bf741a" [ 1360.939875] env[70636]: _type = "Task" [ 1360.939875] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.950090] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e9d2ce-4422-dd2f-89e6-1c1286bf741a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.068991] env[70636]: DEBUG oslo_concurrency.lockutils [req-f1d76741-5524-4e7e-a2ee-4e2456d815b7 req-c4877611-07af-4148-a2a3-70c116016610 service nova] Releasing lock "refresh_cache-63bba3b9-0a7c-476e-8ccb-f809d6539c76" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.076661] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884905, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.087278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032db363-bf19-4ca6-bf03-6ce6559db93f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.095473] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f799e-2530-4225-b5c4-e13ec3b53885 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.131669] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daf1e10-01ab-4bcd-b15b-835d70d6c77c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.144425] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2797238-bc44-479c-9921-9db61774c329 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.149646] env[70636]: DEBUG oslo_concurrency.lockutils [req-46ceba0b-57cc-41c6-a510-5f713ea6ada2 req-63fc6b26-bce0-438d-8ad6-c34bc966b673 service nova] Releasing lock "refresh_cache-b028e220-6230-4df3-947a-37da0fd7fcbe" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.162633] env[70636]: DEBUG nova.compute.provider_tree [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.175546] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.200570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a39abe61-e95b-4253-b705-8ffe42c95834 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.344554] env[70636]: DEBUG nova.compute.utils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.346309] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.346477] env[70636]: DEBUG nova.network.neutron [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.390456] env[70636]: DEBUG nova.policy [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa8fc3f9cbc44316b7f109420e24e668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f372239f54415db595d1ba965ff45f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.450717] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e9d2ce-4422-dd2f-89e6-1c1286bf741a, 'name': SearchDatastore_Task, 'duration_secs': 0.027232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.451480] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf37aaf4-82b4-4a09-88a6-e7b6903e0c8f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.456511] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1361.456511] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216bdfc-b1f8-25af-06e9-88758ef10f81" [ 1361.456511] env[70636]: _type = "Task" [ 1361.456511] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.463889] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216bdfc-b1f8-25af-06e9-88758ef10f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.573631] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884905, 'name': PowerOnVM_Task, 'duration_secs': 0.825926} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.573902] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.574121] env[70636]: INFO nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1361.574302] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.575108] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba54550-72c2-4afe-8cad-5bb78263799a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.638297] env[70636]: DEBUG nova.objects.instance [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'flavor' on Instance uuid 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.667776] env[70636]: DEBUG nova.scheduler.client.report [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.680207] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884906, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.851036] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.865991] env[70636]: DEBUG nova.network.neutron [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Successfully created port: 4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.968066] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5216bdfc-b1f8-25af-06e9-88758ef10f81, 'name': SearchDatastore_Task, 'duration_secs': 0.029676} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.968349] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.968615] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] b028e220-6230-4df3-947a-37da0fd7fcbe/b028e220-6230-4df3-947a-37da0fd7fcbe.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.968908] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d8287ce-cd0e-465b-86b3-bb0ab1a0c75f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.979230] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1361.979230] env[70636]: value = "task-2884907" [ 1361.979230] env[70636]: _type = "Task" [ 1361.979230] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.989236] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.092341] env[70636]: INFO nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Took 19.67 seconds to build instance. [ 1362.143037] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.143240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.143430] env[70636]: DEBUG nova.network.neutron [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.143606] env[70636]: DEBUG nova.objects.instance [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'info_cache' on Instance uuid 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.174761] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.175277] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.181018] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884906, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.181018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.942s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.181018] env[70636]: INFO nova.compute.claims [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.491450] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.594878] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.186s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.647360] env[70636]: DEBUG nova.objects.base [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Object Instance<10ed16a0-f8f6-4432-b644-b485187b7929> lazy-loaded attributes: flavor,info_cache {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1362.673121] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884906, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.6616} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.673467] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f/d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.673639] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.673885] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f7fef0e-cc31-4902-a6fb-a2473dcec167 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.681280] env[70636]: DEBUG nova.compute.utils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.684449] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1362.684449] env[70636]: value = "task-2884908" [ 1362.684449] env[70636]: _type = "Task" [ 1362.684449] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.684720] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.685084] env[70636]: DEBUG nova.network.neutron [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.699224] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.771454] env[70636]: DEBUG nova.policy [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4adcba1cb5d642ec89affe1117952512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5d4008f5af48b89c1ab0d8fed9b631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.862023] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.898352] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.898826] env[70636]: DEBUG nova.virt.hardware [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.899369] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f199ae7f-8d90-4259-860c-25b26d9f1e68 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.913723] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee98cf4-56e0-41ca-918d-eb696c8352f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.992664] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.186155] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.202485] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076858} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.202827] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.203810] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba7bccf-3ef2-4fe4-8995-ecfbed694e8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.233800] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f/d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.239047] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc964209-387e-4506-a516-4b9e7146ef29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.257998] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1363.257998] env[70636]: value = "task-2884909" [ 1363.257998] env[70636]: _type = "Task" [ 1363.257998] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.270769] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.367642] env[70636]: DEBUG nova.network.neutron [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Successfully created port: e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.435837] env[70636]: DEBUG nova.compute.manager [req-3386368a-e84e-4dfd-8618-9f1a3cecc21c req-c99a7789-6ca3-483d-96d7-6f9be7f4056b service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Received event network-vif-plugged-4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.436066] env[70636]: DEBUG oslo_concurrency.lockutils [req-3386368a-e84e-4dfd-8618-9f1a3cecc21c req-c99a7789-6ca3-483d-96d7-6f9be7f4056b service nova] Acquiring lock "cddca5c1-049c-40e2-af6f-737793c0edf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.436274] env[70636]: DEBUG oslo_concurrency.lockutils [req-3386368a-e84e-4dfd-8618-9f1a3cecc21c req-c99a7789-6ca3-483d-96d7-6f9be7f4056b service nova] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.436428] env[70636]: DEBUG oslo_concurrency.lockutils [req-3386368a-e84e-4dfd-8618-9f1a3cecc21c req-c99a7789-6ca3-483d-96d7-6f9be7f4056b service nova] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.436585] env[70636]: DEBUG nova.compute.manager [req-3386368a-e84e-4dfd-8618-9f1a3cecc21c req-c99a7789-6ca3-483d-96d7-6f9be7f4056b service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] No waiting events found dispatching network-vif-plugged-4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.436746] env[70636]: WARNING nova.compute.manager [req-3386368a-e84e-4dfd-8618-9f1a3cecc21c req-c99a7789-6ca3-483d-96d7-6f9be7f4056b service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Received unexpected event network-vif-plugged-4fcb2818-dd96-498c-ac21-5ced82db4688 for instance with vm_state building and task_state spawning. [ 1363.491961] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884907, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15592} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.491961] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] b028e220-6230-4df3-947a-37da0fd7fcbe/b028e220-6230-4df3-947a-37da0fd7fcbe.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.491961] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.491961] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c68766-8c3b-4ec9-a271-3f34b03b9dcc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.503114] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1363.503114] env[70636]: value = "task-2884910" [ 1363.503114] env[70636]: _type = "Task" [ 1363.503114] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.516947] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.522269] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3bb43a-7c84-4315-9571-b25a3d8b1feb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.530520] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e3362-4848-4f68-92c2-3e98b88625d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.563944] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecc984c-8a95-463a-936f-456e4fd8f0cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.571473] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3668c14-a250-4a9e-b3b5-2f4aab6aa199 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.318415] env[70636]: DEBUG nova.network.neutron [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Successfully updated port: 4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.341999] env[70636]: DEBUG nova.compute.provider_tree [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.351067] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.351067] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059123} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.351489] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.352333] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb86cdd-051a-4cc7-a882-8bd1bb7060cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.375911] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b028e220-6230-4df3-947a-37da0fd7fcbe/b028e220-6230-4df3-947a-37da0fd7fcbe.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.376710] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce42480a-1e5c-43c7-aa64-ccfacc30df88 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.391401] env[70636]: DEBUG nova.network.neutron [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.397859] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1364.397859] env[70636]: value = "task-2884911" [ 1364.397859] env[70636]: _type = "Task" [ 1364.397859] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.409522] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.829137] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "refresh_cache-cddca5c1-049c-40e2-af6f-737793c0edf9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.829319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquired lock "refresh_cache-cddca5c1-049c-40e2-af6f-737793c0edf9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.829435] env[70636]: DEBUG nova.network.neutron [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.834526] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.844775] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884909, 'name': ReconfigVM_Task, 'duration_secs': 1.13396} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.845082] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f/d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.845722] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cea0717-3262-4b2d-8d49-753892efbac7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.853023] env[70636]: DEBUG nova.scheduler.client.report [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.856729] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1364.856729] env[70636]: value = "task-2884912" [ 1364.856729] env[70636]: _type = "Task" [ 1364.856729] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.864497] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884912, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.887050] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.887487] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.887622] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.887848] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.888104] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.888259] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.888504] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.888758] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.888949] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.889150] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.889370] env[70636]: DEBUG nova.virt.hardware [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.890583] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1b045-1c9f-4f9d-bacf-4fa0d546d3b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.896047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.914033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9b7dd-4069-4413-a796-3be51bf78903 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.918673] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884911, 'name': ReconfigVM_Task, 'duration_secs': 0.311524} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.919498] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b028e220-6230-4df3-947a-37da0fd7fcbe/b028e220-6230-4df3-947a-37da0fd7fcbe.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.920230] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d94c10f-d8a9-402e-82d8-bb7b7a1b4e5d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.939134] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1364.939134] env[70636]: value = "task-2884913" [ 1364.939134] env[70636]: _type = "Task" [ 1364.939134] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.948389] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884913, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.080411] env[70636]: DEBUG nova.network.neutron [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Successfully updated port: e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.363537] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.364239] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.366645] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.822s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.368111] env[70636]: INFO nova.compute.claims [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.376274] env[70636]: DEBUG nova.network.neutron [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.377931] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884912, 'name': Rename_Task, 'duration_secs': 0.169983} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.378189] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.378426] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b90d1b7-f8ec-44b4-bb86-46262368dfb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.384975] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1365.384975] env[70636]: value = "task-2884914" [ 1365.384975] env[70636]: _type = "Task" [ 1365.384975] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.395114] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.449712] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884913, 'name': Rename_Task, 'duration_secs': 0.13931} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.450070] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.450381] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2537549-037f-4346-9aef-059f5ea02da5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.458074] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1365.458074] env[70636]: value = "task-2884915" [ 1365.458074] env[70636]: _type = "Task" [ 1365.458074] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.472230] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.514819] env[70636]: DEBUG nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Received event network-changed-4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.515030] env[70636]: DEBUG nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Refreshing instance network info cache due to event network-changed-4fcb2818-dd96-498c-ac21-5ced82db4688. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.515227] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Acquiring lock "refresh_cache-cddca5c1-049c-40e2-af6f-737793c0edf9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.538967] env[70636]: DEBUG nova.network.neutron [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Updating instance_info_cache with network_info: [{"id": "4fcb2818-dd96-498c-ac21-5ced82db4688", "address": "fa:16:3e:2f:5e:18", "network": {"id": "9ae56001-df32-4b37-831e-371b98ebe9c3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1281106616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f372239f54415db595d1ba965ff45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcb2818-dd", "ovs_interfaceid": "4fcb2818-dd96-498c-ac21-5ced82db4688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.585019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.585019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.585019] env[70636]: DEBUG nova.network.neutron [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.873463] env[70636]: DEBUG nova.compute.utils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.876994] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.877192] env[70636]: DEBUG nova.network.neutron [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.899475] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.904416] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.904717] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101093c2-2546-4eae-9294-0685143fff8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.912154] env[70636]: DEBUG oslo_vmware.api [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1365.912154] env[70636]: value = "task-2884916" [ 1365.912154] env[70636]: _type = "Task" [ 1365.912154] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.917415] env[70636]: DEBUG nova.policy [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4adcba1cb5d642ec89affe1117952512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5d4008f5af48b89c1ab0d8fed9b631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.922853] env[70636]: DEBUG oslo_vmware.api [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.972788] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884915, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.041640] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Releasing lock "refresh_cache-cddca5c1-049c-40e2-af6f-737793c0edf9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.041869] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Instance network_info: |[{"id": "4fcb2818-dd96-498c-ac21-5ced82db4688", "address": "fa:16:3e:2f:5e:18", "network": {"id": "9ae56001-df32-4b37-831e-371b98ebe9c3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1281106616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f372239f54415db595d1ba965ff45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcb2818-dd", "ovs_interfaceid": "4fcb2818-dd96-498c-ac21-5ced82db4688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.042219] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Acquired lock "refresh_cache-cddca5c1-049c-40e2-af6f-737793c0edf9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.042468] env[70636]: DEBUG nova.network.neutron [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Refreshing network info cache for port 4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.044027] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:5e:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fcb2818-dd96-498c-ac21-5ced82db4688', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.053870] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Creating folder: Project (47f372239f54415db595d1ba965ff45f). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.054710] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9800845-9ecf-416c-9028-f6b42b7c443a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.067025] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Created folder: Project (47f372239f54415db595d1ba965ff45f) in parent group-v579393. [ 1366.067025] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Creating folder: Instances. Parent ref: group-v579656. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.067338] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-124032d4-a8ab-4b5f-a5e9-a27e6e80d5e8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.077987] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Created folder: Instances in parent group-v579656. [ 1366.078278] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.078560] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.078758] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d644b72-a210-4369-8e26-f183020c565d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.102958] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.102958] env[70636]: value = "task-2884919" [ 1366.102958] env[70636]: _type = "Task" [ 1366.102958] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.114262] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884919, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.149169] env[70636]: DEBUG nova.network.neutron [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.331209] env[70636]: DEBUG nova.network.neutron [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Successfully created port: 220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.338949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "31cc8cd4-88dd-499b-b031-75160c90f086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.339515] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "31cc8cd4-88dd-499b-b031-75160c90f086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.377829] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.396990] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884914, 'name': PowerOnVM_Task, 'duration_secs': 0.896229} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.397767] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.397989] env[70636]: INFO nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1366.398199] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.399093] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec11d8f-06dc-4ca3-81f6-f1740fcb8023 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.403067] env[70636]: DEBUG nova.network.neutron [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Updating instance_info_cache with network_info: [{"id": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "address": "fa:16:3e:d3:74:ac", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96f3db1-94", "ovs_interfaceid": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.429346] env[70636]: DEBUG oslo_vmware.api [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2884916, 'name': PowerOnVM_Task, 'duration_secs': 0.432171} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.429568] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.429884] env[70636]: DEBUG nova.compute.manager [None req-cc437bf1-2486-42c3-bef2-1f6628c7b593 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.430976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd6f5e9-8ef3-41fb-892b-b9c1838e0913 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.474018] env[70636]: DEBUG oslo_vmware.api [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884915, 'name': PowerOnVM_Task, 'duration_secs': 0.596429} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.474018] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.474018] env[70636]: INFO nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1366.474018] env[70636]: DEBUG nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.474018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3f84c-9f67-4626-9c67-378e28e07831 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.614040] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884919, 'name': CreateVM_Task, 'duration_secs': 0.414005} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.616728] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.617986] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.618230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.618590] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.619259] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5807b2f3-9000-4e5f-94f3-ef0a34ba10d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.624337] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1366.624337] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5288c3f7-a98d-39f2-8a89-85dda3f8d7ec" [ 1366.624337] env[70636]: _type = "Task" [ 1366.624337] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.634631] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5288c3f7-a98d-39f2-8a89-85dda3f8d7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.690120] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e6bc3a-dd2d-44e1-a442-54e83acab692 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.698778] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b430af-852d-4424-9df0-f46102dddd41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.736150] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2ab95e-e780-4ac4-b460-9bea3d55babe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.744334] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c075195-a456-4be3-9182-2706697abf65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.758138] env[70636]: DEBUG nova.compute.provider_tree [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.804042] env[70636]: DEBUG nova.network.neutron [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Updated VIF entry in instance network info cache for port 4fcb2818-dd96-498c-ac21-5ced82db4688. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.804414] env[70636]: DEBUG nova.network.neutron [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Updating instance_info_cache with network_info: [{"id": "4fcb2818-dd96-498c-ac21-5ced82db4688", "address": "fa:16:3e:2f:5e:18", "network": {"id": "9ae56001-df32-4b37-831e-371b98ebe9c3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1281106616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f372239f54415db595d1ba965ff45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcb2818-dd", "ovs_interfaceid": "4fcb2818-dd96-498c-ac21-5ced82db4688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.875777] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.906762] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.906762] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Instance network_info: |[{"id": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "address": "fa:16:3e:d3:74:ac", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96f3db1-94", "ovs_interfaceid": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.907236] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:74:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e96f3db1-94d9-424f-bbb0-e4b19b61d1d3', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.919019] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Creating folder: Project (7c5d4008f5af48b89c1ab0d8fed9b631). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.925071] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d5b51de-9b0f-4177-a87a-1f12164bba23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.930805] env[70636]: INFO nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Took 24.48 seconds to build instance. [ 1366.941060] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Created folder: Project (7c5d4008f5af48b89c1ab0d8fed9b631) in parent group-v579393. [ 1366.941060] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Creating folder: Instances. Parent ref: group-v579659. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.941060] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a78831f9-6074-4249-9ed3-85dc9827c7de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.955561] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Created folder: Instances in parent group-v579659. [ 1366.960371] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.960371] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.960371] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0cede1d-c218-43ec-9826-bab7ee0f821f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.980106] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.980106] env[70636]: value = "task-2884922" [ 1366.980106] env[70636]: _type = "Task" [ 1366.980106] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.993407] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884922, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.997434] env[70636]: INFO nova.compute.manager [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Took 24.51 seconds to build instance. [ 1367.137961] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5288c3f7-a98d-39f2-8a89-85dda3f8d7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.138471] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.138803] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.139138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.139350] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.139601] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.139971] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c79d5a9b-3049-49f7-85c7-724f40941e3e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.148911] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.149169] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.150187] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cef829-7fd0-48b3-ab23-c93de57db6ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.156513] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1367.156513] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b24faf-5d48-e712-ab03-87c2c4320793" [ 1367.156513] env[70636]: _type = "Task" [ 1367.156513] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.167287] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b24faf-5d48-e712-ab03-87c2c4320793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.261361] env[70636]: DEBUG nova.scheduler.client.report [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.307761] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Releasing lock "refresh_cache-cddca5c1-049c-40e2-af6f-737793c0edf9" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.307761] env[70636]: DEBUG nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Received event network-vif-plugged-e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.307948] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Acquiring lock "6a871e32-72a4-47d1-9420-76dfb0a1831c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.308263] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.308263] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.308458] env[70636]: DEBUG nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] No waiting events found dispatching network-vif-plugged-e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.308662] env[70636]: WARNING nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Received unexpected event network-vif-plugged-e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 for instance with vm_state building and task_state spawning. [ 1367.308840] env[70636]: DEBUG nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Received event network-changed-e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.308994] env[70636]: DEBUG nova.compute.manager [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Refreshing instance network info cache due to event network-changed-e96f3db1-94d9-424f-bbb0-e4b19b61d1d3. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1367.309788] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Acquiring lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.309788] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Acquired lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.309788] env[70636]: DEBUG nova.network.neutron [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Refreshing network info cache for port e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.364230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.393637] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.419216] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.419539] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.419625] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.419807] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.419951] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.421065] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.421065] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.421065] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.421065] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.421065] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.421065] env[70636]: DEBUG nova.virt.hardware [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.421826] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ddfd24-c1c4-4e53-9b22-1fccc7b1c823 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.430272] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48947ece-d195-4b5b-8d68-b6498007868b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.434332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.996s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.503088] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bc820252-6e6c-4438-8f9f-75dbf9552bfe tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.020s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.503417] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884922, 'name': CreateVM_Task, 'duration_secs': 0.349232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.503748] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.504506] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.504798] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.505135] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.505399] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9dffcf-cdae-45dd-852e-85fb16f8ab38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.510405] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1367.510405] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a8c66b-f766-3558-16f9-10f8239d86de" [ 1367.510405] env[70636]: _type = "Task" [ 1367.510405] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.518201] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a8c66b-f766-3558-16f9-10f8239d86de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.667394] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b24faf-5d48-e712-ab03-87c2c4320793, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.668018] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875fbe98-0e6b-46d4-8c9e-4b6bad3e9dfb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.673908] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1367.673908] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dd22b8-8cad-74f6-964b-c7f6b3ef7e29" [ 1367.673908] env[70636]: _type = "Task" [ 1367.673908] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.681254] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dd22b8-8cad-74f6-964b-c7f6b3ef7e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.766314] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.766900] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.770112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.850s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.772209] env[70636]: INFO nova.compute.claims [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.909781] env[70636]: DEBUG nova.compute.manager [req-265c0ef6-239f-414e-99c9-7c5e5d195e6b req-e6c754c6-bfcc-4062-b084-d7c2b7059dc4 service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Received event network-vif-plugged-220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.909781] env[70636]: DEBUG oslo_concurrency.lockutils [req-265c0ef6-239f-414e-99c9-7c5e5d195e6b req-e6c754c6-bfcc-4062-b084-d7c2b7059dc4 service nova] Acquiring lock "96ad2982-f576-48fe-b073-6afb95802176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.909781] env[70636]: DEBUG oslo_concurrency.lockutils [req-265c0ef6-239f-414e-99c9-7c5e5d195e6b req-e6c754c6-bfcc-4062-b084-d7c2b7059dc4 service nova] Lock "96ad2982-f576-48fe-b073-6afb95802176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.909781] env[70636]: DEBUG oslo_concurrency.lockutils [req-265c0ef6-239f-414e-99c9-7c5e5d195e6b req-e6c754c6-bfcc-4062-b084-d7c2b7059dc4 service nova] Lock "96ad2982-f576-48fe-b073-6afb95802176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.909781] env[70636]: DEBUG nova.compute.manager [req-265c0ef6-239f-414e-99c9-7c5e5d195e6b req-e6c754c6-bfcc-4062-b084-d7c2b7059dc4 service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] No waiting events found dispatching network-vif-plugged-220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.909781] env[70636]: WARNING nova.compute.manager [req-265c0ef6-239f-414e-99c9-7c5e5d195e6b req-e6c754c6-bfcc-4062-b084-d7c2b7059dc4 service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Received unexpected event network-vif-plugged-220a0f02-4d10-419f-bbb1-c8e2e4362cd7 for instance with vm_state building and task_state spawning. [ 1368.021990] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a8c66b-f766-3558-16f9-10f8239d86de, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.024843] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.025101] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.025344] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.025487] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.025659] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.025958] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a9fee0-92de-428f-8c7d-11ed116dc47b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.039223] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.039390] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.040476] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29164cb3-5698-4db5-ba3e-652737e8024d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.045897] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1368.045897] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5248a635-2f2f-d4eb-3b13-43315d8f044f" [ 1368.045897] env[70636]: _type = "Task" [ 1368.045897] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.053515] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5248a635-2f2f-d4eb-3b13-43315d8f044f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.058048] env[70636]: DEBUG nova.network.neutron [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Successfully updated port: 220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.076759] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.077034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.077248] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.077455] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.077572] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.079653] env[70636]: INFO nova.compute.manager [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Terminating instance [ 1368.111863] env[70636]: DEBUG nova.network.neutron [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Updated VIF entry in instance network info cache for port e96f3db1-94d9-424f-bbb0-e4b19b61d1d3. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.112246] env[70636]: DEBUG nova.network.neutron [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Updating instance_info_cache with network_info: [{"id": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "address": "fa:16:3e:d3:74:ac", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96f3db1-94", "ovs_interfaceid": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.185081] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dd22b8-8cad-74f6-964b-c7f6b3ef7e29, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.185361] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.185610] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] cddca5c1-049c-40e2-af6f-737793c0edf9/cddca5c1-049c-40e2-af6f-737793c0edf9.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.185917] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79f8e93-c5cb-4efa-a507-33add04eb8da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.193255] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1368.193255] env[70636]: value = "task-2884923" [ 1368.193255] env[70636]: _type = "Task" [ 1368.193255] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.201915] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.277773] env[70636]: DEBUG nova.compute.utils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.282387] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.282649] env[70636]: DEBUG nova.network.neutron [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.337741] env[70636]: DEBUG nova.policy [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4adcba1cb5d642ec89affe1117952512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5d4008f5af48b89c1ab0d8fed9b631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.557426] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5248a635-2f2f-d4eb-3b13-43315d8f044f, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.558487] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce4ccee-c109-4035-86b5-30af14ebd804 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.562044] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "refresh_cache-96ad2982-f576-48fe-b073-6afb95802176" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.562506] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "refresh_cache-96ad2982-f576-48fe-b073-6afb95802176" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.562630] env[70636]: DEBUG nova.network.neutron [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.569411] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1368.569411] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529bdbfc-0d9f-91d5-43fe-41d398448617" [ 1368.569411] env[70636]: _type = "Task" [ 1368.569411] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.583079] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529bdbfc-0d9f-91d5-43fe-41d398448617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.583843] env[70636]: DEBUG nova.compute.manager [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.584170] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.585069] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b81d6c-9e65-4b99-a709-871d17a85179 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.594645] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.594984] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c4cf3f-7178-4c24-bc18-d2f43c0ddc7d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.602330] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1368.602330] env[70636]: value = "task-2884924" [ 1368.602330] env[70636]: _type = "Task" [ 1368.602330] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.612266] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.615023] env[70636]: DEBUG oslo_concurrency.lockutils [req-d65b375b-6bd2-4df1-9ba3-1c3ba4ead877 req-fa9d20d7-8d15-4e22-adf5-1cecae2f1672 service nova] Releasing lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.641793] env[70636]: DEBUG nova.network.neutron [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Successfully created port: 100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.705704] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.786023] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.083925] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529bdbfc-0d9f-91d5-43fe-41d398448617, 'name': SearchDatastore_Task, 'duration_secs': 0.022022} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.084206] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.084458] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6a871e32-72a4-47d1-9420-76dfb0a1831c/6a871e32-72a4-47d1-9420-76dfb0a1831c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.084773] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8101303b-6572-4baf-a91b-834da5d83a40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.089750] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b12a30a-5fa5-453e-a571-9c2c276b1055 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.093425] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1369.093425] env[70636]: value = "task-2884925" [ 1369.093425] env[70636]: _type = "Task" [ 1369.093425] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.099049] env[70636]: DEBUG nova.network.neutron [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.102041] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce561068-8eed-476a-aaa9-78f29de98c3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.108615] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.116860] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884924, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.145309] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd648e1-2305-465d-a599-67f30cbcf3eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.153383] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81fa73b-aca7-485e-9283-203da8aa2d8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.167229] env[70636]: DEBUG nova.compute.provider_tree [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.207352] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884923, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.272354] env[70636]: DEBUG nova.network.neutron [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Updating instance_info_cache with network_info: [{"id": "220a0f02-4d10-419f-bbb1-c8e2e4362cd7", "address": "fa:16:3e:7d:1a:e1", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a0f02-4d", "ovs_interfaceid": "220a0f02-4d10-419f-bbb1-c8e2e4362cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.603246] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.616144] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884924, 'name': PowerOffVM_Task, 'duration_secs': 0.526882} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.616380] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.616545] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.616838] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d12fa69b-5f9a-45c4-b696-da26a99a3c70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.673522] env[70636]: DEBUG nova.scheduler.client.report [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.695884] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.696209] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.696469] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleting the datastore file [datastore2] f4c5b623-2a3f-4802-831e-7a7f228fe7eb {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.702014] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b3f92f1-4f05-48ad-a6d0-a00b92e05489 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.708897] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884923, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.710421] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1369.710421] env[70636]: value = "task-2884927" [ 1369.710421] env[70636]: _type = "Task" [ 1369.710421] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.717939] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.775792] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "refresh_cache-96ad2982-f576-48fe-b073-6afb95802176" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.776166] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Instance network_info: |[{"id": "220a0f02-4d10-419f-bbb1-c8e2e4362cd7", "address": "fa:16:3e:7d:1a:e1", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a0f02-4d", "ovs_interfaceid": "220a0f02-4d10-419f-bbb1-c8e2e4362cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.776594] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:1a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '220a0f02-4d10-419f-bbb1-c8e2e4362cd7', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.784355] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.784570] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.784793] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a08e1c-c8f0-454f-a9da-fc22a8204345 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.799990] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.807377] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.807377] env[70636]: value = "task-2884928" [ 1369.807377] env[70636]: _type = "Task" [ 1369.807377] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.816108] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884928, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.825322] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.825553] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.825703] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.825880] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.826044] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.826227] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.826434] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.826588] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.826784] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.826955] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.827142] env[70636]: DEBUG nova.virt.hardware [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.828311] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41269b38-3e68-4fdd-828a-40c701cf6d66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.835632] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de35293-bc30-4ce0-b859-a7e92146dbf1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.940278] env[70636]: DEBUG nova.compute.manager [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Received event network-changed-220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.940625] env[70636]: DEBUG nova.compute.manager [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Refreshing instance network info cache due to event network-changed-220a0f02-4d10-419f-bbb1-c8e2e4362cd7. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.940981] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] Acquiring lock "refresh_cache-96ad2982-f576-48fe-b073-6afb95802176" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.941269] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] Acquired lock "refresh_cache-96ad2982-f576-48fe-b073-6afb95802176" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.941568] env[70636]: DEBUG nova.network.neutron [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Refreshing network info cache for port 220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.104632] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.154962] env[70636]: DEBUG nova.network.neutron [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Successfully updated port: 100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.178449] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.179052] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.181555] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.154s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.181728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.181882] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1370.182734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.802s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.182734] env[70636]: DEBUG nova.objects.instance [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'resources' on Instance uuid 93147af3-f9a6-4fe5-a753-2e178295b355 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.184044] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018d50c4-6d65-4bbb-ad2d-21f5e50f3202 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.193540] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7663ec-1cf4-4aa3-b343-8a02ba2a1aad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.218668] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035b585-55fa-484a-a3cb-d6a3daa20bd2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.221472] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884923, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.710869} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.222375] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] cddca5c1-049c-40e2-af6f-737793c0edf9/cddca5c1-049c-40e2-af6f-737793c0edf9.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.222596] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.223511] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2679724d-ea13-4778-a738-b41e3df69f12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.230216] env[70636]: DEBUG oslo_vmware.api [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425999} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.230904] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.231084] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.231270] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.231438] env[70636]: INFO nova.compute.manager [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1370.231666] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.232663] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f17e8-d2af-4804-a4cd-3b9fcf206b8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.237336] env[70636]: DEBUG nova.compute.manager [-] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.237440] env[70636]: DEBUG nova.network.neutron [-] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.239572] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1370.239572] env[70636]: value = "task-2884929" [ 1370.239572] env[70636]: _type = "Task" [ 1370.239572] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.269015] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179384MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.269198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.275679] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.317766] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884928, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.606294] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884925, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.439049} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.606617] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 6a871e32-72a4-47d1-9420-76dfb0a1831c/6a871e32-72a4-47d1-9420-76dfb0a1831c.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.606745] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.606978] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b811d4a2-a1e4-430a-81e2-4d9504f7419f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.612717] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1370.612717] env[70636]: value = "task-2884930" [ 1370.612717] env[70636]: _type = "Task" [ 1370.612717] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.621191] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.659225] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "refresh_cache-dc082af5-606d-4f4f-97e3-f28858fea378" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.659430] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "refresh_cache-dc082af5-606d-4f4f-97e3-f28858fea378" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.659589] env[70636]: DEBUG nova.network.neutron [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.685291] env[70636]: DEBUG nova.compute.utils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.686773] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.686932] env[70636]: DEBUG nova.network.neutron [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.692508] env[70636]: DEBUG nova.network.neutron [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Updated VIF entry in instance network info cache for port 220a0f02-4d10-419f-bbb1-c8e2e4362cd7. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.692785] env[70636]: DEBUG nova.network.neutron [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Updating instance_info_cache with network_info: [{"id": "220a0f02-4d10-419f-bbb1-c8e2e4362cd7", "address": "fa:16:3e:7d:1a:e1", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a0f02-4d", "ovs_interfaceid": "220a0f02-4d10-419f-bbb1-c8e2e4362cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.728070] env[70636]: DEBUG nova.policy [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.748721] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069139} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.749096] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.749924] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894560a-d8da-4f9f-8b40-9863876bc427 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.774213] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] cddca5c1-049c-40e2-af6f-737793c0edf9/cddca5c1-049c-40e2-af6f-737793c0edf9.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.777312] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc246344-0a17-4d78-9817-666eadf2e952 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.796633] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1370.796633] env[70636]: value = "task-2884931" [ 1370.796633] env[70636]: _type = "Task" [ 1370.796633] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.807394] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.818218] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884928, 'name': CreateVM_Task, 'duration_secs': 1.007314} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.818380] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.819050] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.819215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.819516] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.819767] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3cbd13b-fe1b-400b-b0bb-0f710e605079 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.826973] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1370.826973] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52833050-19c8-b544-602b-f5095949c304" [ 1370.826973] env[70636]: _type = "Task" [ 1370.826973] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.834750] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52833050-19c8-b544-602b-f5095949c304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.956045] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9c7f5-fb99-4614-9c4d-133ae75e6563 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.963791] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d99dc-b6b3-4f83-b599-e6b18483d78c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.994390] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ade3d-fc65-4afa-bac0-206122748e46 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.998055] env[70636]: DEBUG nova.network.neutron [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Successfully created port: 783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.002754] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664680b-b300-466e-a1b5-d7b2348e85d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.015592] env[70636]: DEBUG nova.compute.provider_tree [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.037080] env[70636]: DEBUG nova.network.neutron [-] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.124339] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061921} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.124637] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.125416] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497a03b0-afd9-4ba5-ad85-0b4197420cd6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.148435] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 6a871e32-72a4-47d1-9420-76dfb0a1831c/6a871e32-72a4-47d1-9420-76dfb0a1831c.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.148745] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7c217c-6c4d-42ca-b099-ba3b6fc50b1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.168044] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1371.168044] env[70636]: value = "task-2884932" [ 1371.168044] env[70636]: _type = "Task" [ 1371.168044] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.176097] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.190211] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.195387] env[70636]: DEBUG oslo_concurrency.lockutils [req-3a4497cd-bc49-4abe-a01d-94ca9fe4b421 req-742c9070-1211-42e3-8b80-e50837ab89de service nova] Releasing lock "refresh_cache-96ad2982-f576-48fe-b073-6afb95802176" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.202109] env[70636]: DEBUG nova.network.neutron [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.306732] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.340093] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52833050-19c8-b544-602b-f5095949c304, 'name': SearchDatastore_Task, 'duration_secs': 0.011583} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.340093] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.340093] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.340093] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.340093] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.340093] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.340093] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a793829-351e-4da2-beaf-460cfe8d55df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.348168] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.348352] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.349132] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9810d8-ad81-4f43-afd0-a1e0247185ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.353976] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1371.353976] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c407c5-5c88-fbca-eea1-a1987fe5282d" [ 1371.353976] env[70636]: _type = "Task" [ 1371.353976] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.361487] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c407c5-5c88-fbca-eea1-a1987fe5282d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.368921] env[70636]: DEBUG nova.network.neutron [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Updating instance_info_cache with network_info: [{"id": "100c8fc7-8a59-4c57-852f-91199fabcbbc", "address": "fa:16:3e:4c:a0:50", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100c8fc7-8a", "ovs_interfaceid": "100c8fc7-8a59-4c57-852f-91199fabcbbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.539081] env[70636]: ERROR nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [req-27aefd8a-c45e-4237-a54e-2bac36ac5d6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27aefd8a-c45e-4237-a54e-2bac36ac5d6a"}]} [ 1371.539081] env[70636]: INFO nova.compute.manager [-] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Took 1.30 seconds to deallocate network for instance. [ 1371.556173] env[70636]: DEBUG nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1371.570909] env[70636]: DEBUG nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1371.571223] env[70636]: DEBUG nova.compute.provider_tree [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.585463] env[70636]: DEBUG nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1371.606807] env[70636]: DEBUG nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1371.679962] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.807935] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.845346] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9407e5e-1f03-4950-bd52-3a901ce7e64c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.851696] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa73f6ac-731d-41af-96fb-25c4de0f1997 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.887497] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c407c5-5c88-fbca-eea1-a1987fe5282d, 'name': SearchDatastore_Task, 'duration_secs': 0.015955} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.887936] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "refresh_cache-dc082af5-606d-4f4f-97e3-f28858fea378" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.888260] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Instance network_info: |[{"id": "100c8fc7-8a59-4c57-852f-91199fabcbbc", "address": "fa:16:3e:4c:a0:50", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100c8fc7-8a", "ovs_interfaceid": "100c8fc7-8a59-4c57-852f-91199fabcbbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.889531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:a0:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '100c8fc7-8a59-4c57-852f-91199fabcbbc', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.897182] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.897936] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4a24d-298e-472b-be24-8663068f79e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.900744] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56455f3-c245-456d-9c0a-3bfbdf39d7b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.903176] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.903402] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56fe4e44-e52f-4909-ab7e-0125ec2b445e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.924307] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055b8fe6-4488-4d2d-bcae-baad556df8eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.928049] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.928049] env[70636]: value = "task-2884933" [ 1371.928049] env[70636]: _type = "Task" [ 1371.928049] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.928348] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1371.928348] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527e3f5d-b216-480a-cc57-b1998d346212" [ 1371.928348] env[70636]: _type = "Task" [ 1371.928348] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.945517] env[70636]: DEBUG nova.compute.provider_tree [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.953930] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527e3f5d-b216-480a-cc57-b1998d346212, 'name': SearchDatastore_Task, 'duration_secs': 0.020733} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.958198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.958527] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 96ad2982-f576-48fe-b073-6afb95802176/96ad2982-f576-48fe-b073-6afb95802176.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.958806] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884933, 'name': CreateVM_Task} progress is 15%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.959682] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1d3be3-093e-4150-b2d9-57cf668e7f84 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.967237] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1371.967237] env[70636]: value = "task-2884934" [ 1371.967237] env[70636]: _type = "Task" [ 1371.967237] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.974428] env[70636]: DEBUG nova.compute.manager [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Received event network-vif-plugged-100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.974652] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] Acquiring lock "dc082af5-606d-4f4f-97e3-f28858fea378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.974897] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] Lock "dc082af5-606d-4f4f-97e3-f28858fea378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.975116] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] Lock "dc082af5-606d-4f4f-97e3-f28858fea378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.975299] env[70636]: DEBUG nova.compute.manager [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] No waiting events found dispatching network-vif-plugged-100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.975467] env[70636]: WARNING nova.compute.manager [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Received unexpected event network-vif-plugged-100c8fc7-8a59-4c57-852f-91199fabcbbc for instance with vm_state building and task_state spawning. [ 1371.975628] env[70636]: DEBUG nova.compute.manager [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Received event network-changed-100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.975780] env[70636]: DEBUG nova.compute.manager [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Refreshing instance network info cache due to event network-changed-100c8fc7-8a59-4c57-852f-91199fabcbbc. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.975958] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] Acquiring lock "refresh_cache-dc082af5-606d-4f4f-97e3-f28858fea378" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.976124] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] Acquired lock "refresh_cache-dc082af5-606d-4f4f-97e3-f28858fea378" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.976285] env[70636]: DEBUG nova.network.neutron [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Refreshing network info cache for port 100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.983900] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.050443] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.181270] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884932, 'name': ReconfigVM_Task, 'duration_secs': 0.842849} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.181620] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 6a871e32-72a4-47d1-9420-76dfb0a1831c/6a871e32-72a4-47d1-9420-76dfb0a1831c.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.182799] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-588b3fc3-4cf9-40e2-b38f-45e4a67319d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.189756] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.189756] env[70636]: value = "task-2884935" [ 1372.189756] env[70636]: _type = "Task" [ 1372.189756] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.198394] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884935, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.200566] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.231934] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.232293] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.232489] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.232684] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.232844] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.233363] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.234186] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.234186] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.234186] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.234186] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.234392] env[70636]: DEBUG nova.virt.hardware [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.235303] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af56f8-45d2-48a3-94c6-21ebcaf239fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.244981] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd7c053-32e0-4408-8ff4-448a0d7d2746 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.309260] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884931, 'name': ReconfigVM_Task, 'duration_secs': 1.248999} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.309555] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Reconfigured VM instance instance-00000061 to attach disk [datastore2] cddca5c1-049c-40e2-af6f-737793c0edf9/cddca5c1-049c-40e2-af6f-737793c0edf9.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.310257] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6932bee4-ab9e-41f0-b7b8-a128b32103ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.317614] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1372.317614] env[70636]: value = "task-2884936" [ 1372.317614] env[70636]: _type = "Task" [ 1372.317614] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.327523] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884936, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.439200] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884933, 'name': CreateVM_Task, 'duration_secs': 0.445217} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.439200] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.440114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.440413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.440931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.441344] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ebf21f-9153-4db4-9d0f-e62160988cfe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.447344] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.447344] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52624445-a1de-f88f-d7cd-c2f235e7793b" [ 1372.447344] env[70636]: _type = "Task" [ 1372.447344] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.459405] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52624445-a1de-f88f-d7cd-c2f235e7793b, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.459541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.460228] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.460228] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.460337] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.460458] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.460784] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74c03bc4-448e-49b6-92f5-566d0a14c914 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.471024] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.471024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.475267] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696fbf8a-7262-417b-95f7-14518bd519ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.488686] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496918} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.489032] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.489032] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]527a1a0a-acec-383d-51c9-aacd0c2aea52" [ 1372.489032] env[70636]: _type = "Task" [ 1372.489032] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.490282] env[70636]: DEBUG nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1372.490518] env[70636]: DEBUG nova.compute.provider_tree [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 136 to 137 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1372.490705] env[70636]: DEBUG nova.compute.provider_tree [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.494284] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 96ad2982-f576-48fe-b073-6afb95802176/96ad2982-f576-48fe-b073-6afb95802176.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.494508] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.495029] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8432ebc-56cc-473b-a45b-a1fc86cdd453 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.508327] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]527a1a0a-acec-383d-51c9-aacd0c2aea52, 'name': SearchDatastore_Task, 'duration_secs': 0.008105} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.510655] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.510655] env[70636]: value = "task-2884937" [ 1372.510655] env[70636]: _type = "Task" [ 1372.510655] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.511567] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2915468-6adf-4621-83f8-af807719d3fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.520618] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.520618] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c5e23a-09e1-aaa8-18e9-ccf1e501ac53" [ 1372.520618] env[70636]: _type = "Task" [ 1372.520618] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.523835] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.532191] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c5e23a-09e1-aaa8-18e9-ccf1e501ac53, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.532440] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.532689] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] dc082af5-606d-4f4f-97e3-f28858fea378/dc082af5-606d-4f4f-97e3-f28858fea378.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.532936] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12628cd4-5fad-460b-8ea5-55243e0ab771 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.541410] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.541410] env[70636]: value = "task-2884938" [ 1372.541410] env[70636]: _type = "Task" [ 1372.541410] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.549501] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.666097] env[70636]: DEBUG nova.network.neutron [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Successfully updated port: 783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.700078] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884935, 'name': Rename_Task, 'duration_secs': 0.364307} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.701142] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.701142] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1f8ac5-1f72-41dd-9ae0-705ca282772c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.706950] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1372.706950] env[70636]: value = "task-2884939" [ 1372.706950] env[70636]: _type = "Task" [ 1372.706950] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.715318] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.755544] env[70636]: DEBUG nova.network.neutron [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Updated VIF entry in instance network info cache for port 100c8fc7-8a59-4c57-852f-91199fabcbbc. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.755980] env[70636]: DEBUG nova.network.neutron [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Updating instance_info_cache with network_info: [{"id": "100c8fc7-8a59-4c57-852f-91199fabcbbc", "address": "fa:16:3e:4c:a0:50", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100c8fc7-8a", "ovs_interfaceid": "100c8fc7-8a59-4c57-852f-91199fabcbbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.828033] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884936, 'name': Rename_Task, 'duration_secs': 0.217394} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.828334] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.828594] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c509cd-bc63-4755-abf6-5622f5e50359 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.835579] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1372.835579] env[70636]: value = "task-2884940" [ 1372.835579] env[70636]: _type = "Task" [ 1372.835579] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.844356] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.996367] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.814s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.998692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.627s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.998942] env[70636]: DEBUG nova.objects.instance [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'resources' on Instance uuid 891f8a1c-9bb7-436f-8ef0-4679291b4e0a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.019964] env[70636]: INFO nova.scheduler.client.report [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted allocations for instance 93147af3-f9a6-4fe5-a753-2e178295b355 [ 1373.028844] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130706} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.028935] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.029925] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a207f8b-08ff-43d9-b8f7-432398891ef4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.053948] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 96ad2982-f576-48fe-b073-6afb95802176/96ad2982-f576-48fe-b073-6afb95802176.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.057995] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1053eea0-dee1-47f7-8a3d-0bade90eb864 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.081250] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447031} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.082685] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] dc082af5-606d-4f4f-97e3-f28858fea378/dc082af5-606d-4f4f-97e3-f28858fea378.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.082921] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.083522] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1373.083522] env[70636]: value = "task-2884941" [ 1373.083522] env[70636]: _type = "Task" [ 1373.083522] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.083522] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c12374-9340-4eaf-9c19-91be6acaa456 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.094615] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.095954] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1373.095954] env[70636]: value = "task-2884942" [ 1373.095954] env[70636]: _type = "Task" [ 1373.095954] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.104150] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.169791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-446fc1af-faf2-490e-bc62-de1cd707b8d4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.169791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-446fc1af-faf2-490e-bc62-de1cd707b8d4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.169791] env[70636]: DEBUG nova.network.neutron [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.217769] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.259221] env[70636]: DEBUG oslo_concurrency.lockutils [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] Releasing lock "refresh_cache-dc082af5-606d-4f4f-97e3-f28858fea378" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.259510] env[70636]: DEBUG nova.compute.manager [req-0f02fce5-1923-4929-8f44-71b9a85077c7 req-257f6821-3b9d-42d2-bca2-dfcd85b98eed service nova] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Received event network-vif-deleted-8e79986a-46f1-4d75-a3ce-f98c24a1803d {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.345924] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.530015] env[70636]: DEBUG oslo_concurrency.lockutils [None req-358b4b8b-fb72-44c5-829a-5239d81f8118 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "93147af3-f9a6-4fe5-a753-2e178295b355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.362s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.606199] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884941, 'name': ReconfigVM_Task, 'duration_secs': 0.285741} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.610204] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 96ad2982-f576-48fe-b073-6afb95802176/96ad2982-f576-48fe-b073-6afb95802176.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.611269] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c540f6-6fcc-42fc-88e0-e0b6eaaa11cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.618034] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098414} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.618783] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.619934] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcddd49-689b-472d-b010-e09dae0b37ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.628498] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1373.628498] env[70636]: value = "task-2884943" [ 1373.628498] env[70636]: _type = "Task" [ 1373.628498] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.658916] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] dc082af5-606d-4f4f-97e3-f28858fea378/dc082af5-606d-4f4f-97e3-f28858fea378.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.663085] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56620272-5c24-4b46-b814-b311581360dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.694572] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884943, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.700697] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1373.700697] env[70636]: value = "task-2884944" [ 1373.700697] env[70636]: _type = "Task" [ 1373.700697] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.708445] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.719259] env[70636]: DEBUG oslo_vmware.api [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884939, 'name': PowerOnVM_Task, 'duration_secs': 0.722128} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.719545] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.719745] env[70636]: INFO nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1373.720457] env[70636]: DEBUG nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.720741] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08338e-f044-4cc9-8be3-5fe471b7879c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.733253] env[70636]: DEBUG nova.network.neutron [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.845898] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb16a39-e572-4689-9b9b-ceb371953f5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.854957] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241c0b40-ec42-40bd-830b-14c9c7c152c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.858549] env[70636]: DEBUG oslo_vmware.api [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884940, 'name': PowerOnVM_Task, 'duration_secs': 0.573695} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.861629] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.861788] env[70636]: INFO nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1373.861972] env[70636]: DEBUG nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.863232] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b45666-da36-4d2c-a84a-174c0ebbec0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.893355] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248aa4c4-4c30-441c-8eb3-8f1e1baac1b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.902285] env[70636]: DEBUG nova.network.neutron [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Updating instance_info_cache with network_info: [{"id": "783f4280-7573-45b4-9337-0349207200d6", "address": "fa:16:3e:74:31:71", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783f4280-75", "ovs_interfaceid": "783f4280-7573-45b4-9337-0349207200d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.906953] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b256b71-420f-42ad-a575-542625ce9b81 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.922311] env[70636]: DEBUG nova.compute.provider_tree [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.006145] env[70636]: DEBUG nova.compute.manager [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Received event network-vif-plugged-783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.006145] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] Acquiring lock "446fc1af-faf2-490e-bc62-de1cd707b8d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.006145] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.006145] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.006145] env[70636]: DEBUG nova.compute.manager [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] No waiting events found dispatching network-vif-plugged-783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.006145] env[70636]: WARNING nova.compute.manager [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Received unexpected event network-vif-plugged-783f4280-7573-45b4-9337-0349207200d6 for instance with vm_state building and task_state spawning. [ 1374.006800] env[70636]: DEBUG nova.compute.manager [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Received event network-changed-783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.007290] env[70636]: DEBUG nova.compute.manager [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Refreshing instance network info cache due to event network-changed-783f4280-7573-45b4-9337-0349207200d6. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.007604] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] Acquiring lock "refresh_cache-446fc1af-faf2-490e-bc62-de1cd707b8d4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.140529] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884943, 'name': Rename_Task, 'duration_secs': 0.145634} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.140851] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.141129] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af319e4e-9712-4b64-bfcf-1dc3644a907d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.147915] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1374.147915] env[70636]: value = "task-2884945" [ 1374.147915] env[70636]: _type = "Task" [ 1374.147915] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.156755] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.213431] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884944, 'name': ReconfigVM_Task, 'duration_secs': 0.28226} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.213863] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Reconfigured VM instance instance-00000064 to attach disk [datastore1] dc082af5-606d-4f4f-97e3-f28858fea378/dc082af5-606d-4f4f-97e3-f28858fea378.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.214752] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc4fe56-d96b-4b65-b2d6-f13bed8ffff3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.221972] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1374.221972] env[70636]: value = "task-2884946" [ 1374.221972] env[70636]: _type = "Task" [ 1374.221972] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.235263] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884946, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.246040] env[70636]: INFO nova.compute.manager [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Took 26.36 seconds to build instance. [ 1374.413696] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-446fc1af-faf2-490e-bc62-de1cd707b8d4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.414591] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Instance network_info: |[{"id": "783f4280-7573-45b4-9337-0349207200d6", "address": "fa:16:3e:74:31:71", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783f4280-75", "ovs_interfaceid": "783f4280-7573-45b4-9337-0349207200d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.417299] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] Acquired lock "refresh_cache-446fc1af-faf2-490e-bc62-de1cd707b8d4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.417478] env[70636]: DEBUG nova.network.neutron [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Refreshing network info cache for port 783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.418926] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:31:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '783f4280-7573-45b4-9337-0349207200d6', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.430935] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.431539] env[70636]: INFO nova.compute.manager [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Took 31.45 seconds to build instance. [ 1374.435706] env[70636]: DEBUG nova.scheduler.client.report [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.438681] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.439654] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b8990b-d697-47c2-9d0b-95ad3a7c4cac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.461904] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.461904] env[70636]: value = "task-2884947" [ 1374.461904] env[70636]: _type = "Task" [ 1374.461904] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.471455] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884947, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.660332] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.682099] env[70636]: DEBUG nova.network.neutron [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Updated VIF entry in instance network info cache for port 783f4280-7573-45b4-9337-0349207200d6. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.682749] env[70636]: DEBUG nova.network.neutron [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Updating instance_info_cache with network_info: [{"id": "783f4280-7573-45b4-9337-0349207200d6", "address": "fa:16:3e:74:31:71", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783f4280-75", "ovs_interfaceid": "783f4280-7573-45b4-9337-0349207200d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.732061] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884946, 'name': Rename_Task, 'duration_secs': 0.209786} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.732335] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.732604] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7beca7ab-a7dd-4108-906e-4c3015e3d800 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.739013] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1374.739013] env[70636]: value = "task-2884948" [ 1374.739013] env[70636]: _type = "Task" [ 1374.739013] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.747507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-42b68cfc-3df9-4dbd-9fee-23449453951f tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.876s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.753517] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.940429] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.942690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-409cc4ab-b48a-45d7-93c4-ab7a8edf7878 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.975s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.943195] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.579s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.944665] env[70636]: INFO nova.compute.claims [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.960028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.960146] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.961947] env[70636]: INFO nova.scheduler.client.report [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted allocations for instance 891f8a1c-9bb7-436f-8ef0-4679291b4e0a [ 1374.974168] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884947, 'name': CreateVM_Task, 'duration_secs': 0.464425} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.974839] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.975524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.975685] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.975988] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.976471] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe59e29-f11d-4db8-87e7-8f7b56577734 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.981376] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1374.981376] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fe2416-3aa9-1120-4be5-a28178df4c96" [ 1374.981376] env[70636]: _type = "Task" [ 1374.981376] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.989312] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fe2416-3aa9-1120-4be5-a28178df4c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.160161] env[70636]: DEBUG oslo_vmware.api [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884945, 'name': PowerOnVM_Task, 'duration_secs': 0.539678} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.160427] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.160619] env[70636]: INFO nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1375.160793] env[70636]: DEBUG nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.161558] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbba19e8-4ad0-40bd-af81-70232a1ef2e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.185559] env[70636]: DEBUG oslo_concurrency.lockutils [req-4ac8067b-b93e-4bce-a9f0-473d4a0b5806 req-29fd4d18-2c51-4a07-9b7a-1d06c7a00dfa service nova] Releasing lock "refresh_cache-446fc1af-faf2-490e-bc62-de1cd707b8d4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.249198] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.284381] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "cddca5c1-049c-40e2-af6f-737793c0edf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.284654] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.284890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "cddca5c1-049c-40e2-af6f-737793c0edf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.285089] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.285276] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.287448] env[70636]: INFO nova.compute.manager [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Terminating instance [ 1375.463804] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.472273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9cf9b480-6cd4-40e8-a6b7-1376e49315cc tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "891f8a1c-9bb7-436f-8ef0-4679291b4e0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.893s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.493192] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52fe2416-3aa9-1120-4be5-a28178df4c96, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.493510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.493737] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.493985] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.494162] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.494342] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.494603] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a255ce74-a0a0-41f0-9eb3-dadfd1be1c77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.503421] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.503620] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.504360] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0241d59e-de23-4bd2-9a1e-e6e378f5ea2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.509729] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1375.509729] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c0919-c609-7660-5665-ef5f43c6e17a" [ 1375.509729] env[70636]: _type = "Task" [ 1375.509729] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.516951] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c0919-c609-7660-5665-ef5f43c6e17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.679697] env[70636]: INFO nova.compute.manager [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Took 27.47 seconds to build instance. [ 1375.750528] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.791262] env[70636]: DEBUG nova.compute.manager [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.791499] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.792484] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffdff96-11d0-4d24-a78d-ff27c3cab905 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.800104] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.800308] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19652d09-8480-47b7-9253-6e6cce20a181 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.806143] env[70636]: DEBUG oslo_vmware.api [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1375.806143] env[70636]: value = "task-2884949" [ 1375.806143] env[70636]: _type = "Task" [ 1375.806143] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.814541] env[70636]: DEBUG oslo_vmware.api [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.995823] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.031659] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525c0919-c609-7660-5665-ef5f43c6e17a, 'name': SearchDatastore_Task, 'duration_secs': 0.020408} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.032530] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05211a68-aeac-439c-88d9-4b3a6716c7cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.041710] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1376.041710] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529c6c19-2951-17a7-56ee-b140857f312f" [ 1376.041710] env[70636]: _type = "Task" [ 1376.041710] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.049891] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529c6c19-2951-17a7-56ee-b140857f312f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.181838] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1741259-4b96-406f-9f69-7f6ab47b67f1 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "96ad2982-f576-48fe-b073-6afb95802176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.977s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.214563] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ab0ef8-7158-4be1-9bfd-479cbfee66ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.222332] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3927a99-d23b-4db4-825d-7286bfa39316 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.257011] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3176b88f-6274-4819-93ff-efc430d5ccdf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.268900] env[70636]: DEBUG oslo_vmware.api [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884948, 'name': PowerOnVM_Task, 'duration_secs': 1.034638} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.269435] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.269638] env[70636]: INFO nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1376.269845] env[70636]: DEBUG nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.271118] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43168782-8d55-417d-a353-354ee34e4873 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.276031] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5220ea5-b605-49b7-9f8b-baf7155a0f3e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.288780] env[70636]: DEBUG nova.compute.provider_tree [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.316390] env[70636]: DEBUG oslo_vmware.api [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884949, 'name': PowerOffVM_Task, 'duration_secs': 0.254619} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.316645] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.316809] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.317094] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88bdc087-8e4e-4938-a7de-190bf5b0356b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.377547] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.377770] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.377969] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Deleting the datastore file [datastore2] cddca5c1-049c-40e2-af6f-737793c0edf9 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.378243] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44008bb5-e0b7-4a31-8251-d50a6b8c9b64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.385037] env[70636]: DEBUG oslo_vmware.api [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for the task: (returnval){ [ 1376.385037] env[70636]: value = "task-2884951" [ 1376.385037] env[70636]: _type = "Task" [ 1376.385037] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.393396] env[70636]: DEBUG oslo_vmware.api [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.552785] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529c6c19-2951-17a7-56ee-b140857f312f, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.553094] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.553431] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 446fc1af-faf2-490e-bc62-de1cd707b8d4/446fc1af-faf2-490e-bc62-de1cd707b8d4.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.553736] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e9e949-33a8-4346-ade5-ac5874b70a41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.560466] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1376.560466] env[70636]: value = "task-2884952" [ 1376.560466] env[70636]: _type = "Task" [ 1376.560466] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.569949] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.770587] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.770940] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.795637] env[70636]: DEBUG nova.scheduler.client.report [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.809125] env[70636]: INFO nova.compute.manager [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Took 28.30 seconds to build instance. [ 1376.895814] env[70636]: DEBUG oslo_vmware.api [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Task: {'id': task-2884951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174321} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.896095] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.896287] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.896537] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.896724] env[70636]: INFO nova.compute.manager [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.896923] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.897140] env[70636]: DEBUG nova.compute.manager [-] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.897235] env[70636]: DEBUG nova.network.neutron [-] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.071190] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.187459] env[70636]: DEBUG nova.compute.manager [req-a3f21d7a-5b9f-4afe-9f5a-1a7fa6ab91de req-a09a5382-3cf9-400c-84ce-178e77604c32 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Received event network-vif-deleted-4fcb2818-dd96-498c-ac21-5ced82db4688 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.187910] env[70636]: INFO nova.compute.manager [req-a3f21d7a-5b9f-4afe-9f5a-1a7fa6ab91de req-a09a5382-3cf9-400c-84ce-178e77604c32 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Neutron deleted interface 4fcb2818-dd96-498c-ac21-5ced82db4688; detaching it from the instance and deleting it from the info cache [ 1377.188158] env[70636]: DEBUG nova.network.neutron [req-a3f21d7a-5b9f-4afe-9f5a-1a7fa6ab91de req-a09a5382-3cf9-400c-84ce-178e77604c32 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.274499] env[70636]: INFO nova.compute.manager [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Detaching volume 3fd41607-6c55-47e1-ab53-cdd10deb22f3 [ 1377.304864] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.305425] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.308164] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.039s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.311910] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e421d477-d49d-4115-ac22-8c71222480d7 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "dc082af5-606d-4f4f-97e3-f28858fea378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.815s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.314123] env[70636]: INFO nova.virt.block_device [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Attempting to driver detach volume 3fd41607-6c55-47e1-ab53-cdd10deb22f3 from mountpoint /dev/sdb [ 1377.314483] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1377.314759] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579626', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'name': 'volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5651e220-7ded-4770-997e-c96308342bdd', 'attached_at': '', 'detached_at': '', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'serial': '3fd41607-6c55-47e1-ab53-cdd10deb22f3'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1377.315720] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4815015-5505-4e24-b842-fd2b2e951a12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.342441] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f93230-5921-4063-84df-a71902c13032 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.351644] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30536f-f80c-40fb-b963-e8e5f28ce6f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.373690] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4467582-c264-4b65-8bdc-899754f9fae9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.390849] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] The volume has not been displaced from its original location: [datastore2] volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3/volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1377.396244] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1377.396761] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23165c9-0c38-4656-944b-953437f59e9e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.415170] env[70636]: DEBUG oslo_vmware.api [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1377.415170] env[70636]: value = "task-2884953" [ 1377.415170] env[70636]: _type = "Task" [ 1377.415170] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.427804] env[70636]: DEBUG oslo_vmware.api [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.571931] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552085} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.571931] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 446fc1af-faf2-490e-bc62-de1cd707b8d4/446fc1af-faf2-490e-bc62-de1cd707b8d4.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.572129] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.572390] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5528d810-ae7f-4055-a431-2eeabcdcd506 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.580139] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1377.580139] env[70636]: value = "task-2884954" [ 1377.580139] env[70636]: _type = "Task" [ 1377.580139] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.588090] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.668346] env[70636]: DEBUG nova.network.neutron [-] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.691064] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6d77110-4fca-46fb-9adf-20a21757a036 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.700830] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3641fb93-da55-4a3b-aa16-e8bf9bcc08df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.732953] env[70636]: DEBUG nova.compute.manager [req-a3f21d7a-5b9f-4afe-9f5a-1a7fa6ab91de req-a09a5382-3cf9-400c-84ce-178e77604c32 service nova] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Detach interface failed, port_id=4fcb2818-dd96-498c-ac21-5ced82db4688, reason: Instance cddca5c1-049c-40e2-af6f-737793c0edf9 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.811736] env[70636]: DEBUG nova.compute.utils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.819409] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.819986] env[70636]: DEBUG nova.network.neutron [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.866810] env[70636]: DEBUG nova.policy [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea22f7c664f54b46994441cc1e30ab94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abe6e747131d424299d2129a68d68b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.925494] env[70636]: DEBUG oslo_vmware.api [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884953, 'name': ReconfigVM_Task, 'duration_secs': 0.232142} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.926187] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.930497] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afcb26d-a665-46d4-8358-138755ba1f20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.947641] env[70636]: DEBUG oslo_vmware.api [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1377.947641] env[70636]: value = "task-2884955" [ 1377.947641] env[70636]: _type = "Task" [ 1377.947641] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.956300] env[70636]: DEBUG oslo_vmware.api [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.092246] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07011} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.092799] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.094811] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a3794f-ff86-4bec-9e70-8d4863fbc2a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.126059] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 446fc1af-faf2-490e-bc62-de1cd707b8d4/446fc1af-faf2-490e-bc62-de1cd707b8d4.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.126683] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3dba21-a416-486e-9c9d-e3a6fb71d44a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.142568] env[70636]: DEBUG nova.network.neutron [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Successfully created port: 81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.154531] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1378.154531] env[70636]: value = "task-2884956" [ 1378.154531] env[70636]: _type = "Task" [ 1378.154531] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.165863] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.172196] env[70636]: INFO nova.compute.manager [-] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Took 1.27 seconds to deallocate network for instance. [ 1378.323099] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 53d9a102-3ace-462d-935f-6e0869eb81a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 5651e220-7ded-4770-997e-c96308342bdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 10ed16a0-f8f6-4432-b644-b485187b7929 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance caad11f9-6910-439b-b8dc-51a422b711b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 49d959f3-1ffa-47f0-a0e7-ac53b810003f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 63bba3b9-0a7c-476e-8ccb-f809d6539c76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: WARNING nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f4c5b623-2a3f-4802-831e-7a7f228fe7eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.353113] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance b028e220-6230-4df3-947a-37da0fd7fcbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.354832] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance cddca5c1-049c-40e2-af6f-737793c0edf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.355298] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 6a871e32-72a4-47d1-9420-76dfb0a1831c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.355716] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 96ad2982-f576-48fe-b073-6afb95802176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.356195] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance dc082af5-606d-4f4f-97e3-f28858fea378 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.358567] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 446fc1af-faf2-490e-bc62-de1cd707b8d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.358567] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 31cc8cd4-88dd-499b-b031-75160c90f086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.457800] env[70636]: DEBUG oslo_vmware.api [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884955, 'name': ReconfigVM_Task, 'duration_secs': 0.214154} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.458660] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579626', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'name': 'volume-3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5651e220-7ded-4770-997e-c96308342bdd', 'attached_at': '', 'detached_at': '', 'volume_id': '3fd41607-6c55-47e1-ab53-cdd10deb22f3', 'serial': '3fd41607-6c55-47e1-ab53-cdd10deb22f3'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1378.650131] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.650463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.650663] env[70636]: DEBUG nova.compute.manager [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.651654] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c12850-0555-4ecf-b715-4bcd26a0237b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.661459] env[70636]: DEBUG nova.compute.manager [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1378.661665] env[70636]: DEBUG nova.objects.instance [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lazy-loading 'flavor' on Instance uuid 6a871e32-72a4-47d1-9420-76dfb0a1831c {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.667551] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884956, 'name': ReconfigVM_Task, 'duration_secs': 0.354704} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.667872] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 446fc1af-faf2-490e-bc62-de1cd707b8d4/446fc1af-faf2-490e-bc62-de1cd707b8d4.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.668556] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad7a28f3-543b-4101-aaef-e015f656a9ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.674609] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1378.674609] env[70636]: value = "task-2884957" [ 1378.674609] env[70636]: _type = "Task" [ 1378.674609] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.683919] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.684450] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884957, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.861076] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance cc71cd78-0d4d-4cbd-be52-8a1f8c976280 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1378.861534] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1378.861666] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1379.015528] env[70636]: DEBUG nova.objects.instance [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'flavor' on Instance uuid 5651e220-7ded-4770-997e-c96308342bdd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.115581] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152d363-bcda-496e-be87-8c2b446fb5c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.123725] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f3f64-2cac-438d-a1e3-d2578dfeaf17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.158216] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285a895-cc61-4885-bdee-3c7545d2e769 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.169413] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123de786-08c7-41b9-8997-70111d37e3df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.188353] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.194152] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884957, 'name': Rename_Task, 'duration_secs': 0.422875} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.194862] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.195195] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-936f823a-15c3-4df9-94c8-c5593b9a0dc9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.203521] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1379.203521] env[70636]: value = "task-2884958" [ 1379.203521] env[70636]: _type = "Task" [ 1379.203521] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.212527] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.337132] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.364636] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.365048] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.365318] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.365619] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.365869] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.366140] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.366489] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.366761] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.367066] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.367355] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.367652] env[70636]: DEBUG nova.virt.hardware [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.369028] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43eb2cd-6050-4ae8-8c5e-fb7e8378d77a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.380675] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991c85c-e912-4f12-b4c2-e7c62fae29c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.553132] env[70636]: DEBUG nova.compute.manager [req-6f2977c5-962a-423a-aad1-390d5865651f req-0bf6be1d-3691-46e9-b279-5f1f451d8b3d service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Received event network-vif-plugged-81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.553132] env[70636]: DEBUG oslo_concurrency.lockutils [req-6f2977c5-962a-423a-aad1-390d5865651f req-0bf6be1d-3691-46e9-b279-5f1f451d8b3d service nova] Acquiring lock "31cc8cd4-88dd-499b-b031-75160c90f086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.553132] env[70636]: DEBUG oslo_concurrency.lockutils [req-6f2977c5-962a-423a-aad1-390d5865651f req-0bf6be1d-3691-46e9-b279-5f1f451d8b3d service nova] Lock "31cc8cd4-88dd-499b-b031-75160c90f086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.553132] env[70636]: DEBUG oslo_concurrency.lockutils [req-6f2977c5-962a-423a-aad1-390d5865651f req-0bf6be1d-3691-46e9-b279-5f1f451d8b3d service nova] Lock "31cc8cd4-88dd-499b-b031-75160c90f086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.553132] env[70636]: DEBUG nova.compute.manager [req-6f2977c5-962a-423a-aad1-390d5865651f req-0bf6be1d-3691-46e9-b279-5f1f451d8b3d service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] No waiting events found dispatching network-vif-plugged-81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.553132] env[70636]: WARNING nova.compute.manager [req-6f2977c5-962a-423a-aad1-390d5865651f req-0bf6be1d-3691-46e9-b279-5f1f451d8b3d service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Received unexpected event network-vif-plugged-81d0f40c-9a7e-4b62-bede-e6f1dc966e3e for instance with vm_state building and task_state spawning. [ 1379.682053] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.682053] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7248099f-fb06-4a35-aab3-305d41e72a30 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.687042] env[70636]: DEBUG oslo_vmware.api [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1379.687042] env[70636]: value = "task-2884959" [ 1379.687042] env[70636]: _type = "Task" [ 1379.687042] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.704746] env[70636]: DEBUG oslo_vmware.api [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.715162] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.739181] env[70636]: ERROR nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [req-f11bc97c-0075-4624-98a7-d2df8ac0616c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65af5bb0-a104-4010-a4c9-9b0c2e12c41b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f11bc97c-0075-4624-98a7-d2df8ac0616c"}]} [ 1379.771779] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1379.788076] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1379.789293] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.809205] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1379.838337] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1379.893829] env[70636]: DEBUG nova.network.neutron [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Successfully updated port: 81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.023257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdd207b0-7317-421c-b282-8e0f9a6e210d tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.103850] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab268a1-efd0-47de-90d3-a3ec19b9fdaa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.112767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa6400-0242-4ff5-8635-84e38bbba1f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.144189] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17161d30-fa0e-42f6-9704-4cfac2758ecb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.152723] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc717a9-98f2-4f27-9023-89e685250086 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.167841] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.197733] env[70636]: DEBUG oslo_vmware.api [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884959, 'name': PowerOffVM_Task, 'duration_secs': 0.231825} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.198044] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.198285] env[70636]: DEBUG nova.compute.manager [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.199299] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0778e2a-882b-4fc3-ad9e-f82d9b9d4ea5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.217035] env[70636]: DEBUG oslo_vmware.api [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884958, 'name': PowerOnVM_Task, 'duration_secs': 0.824354} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.217108] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.217708] env[70636]: INFO nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1380.217708] env[70636]: DEBUG nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.218274] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78284264-8b1c-4a91-bd74-1882e069a65a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.405347] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "refresh_cache-31cc8cd4-88dd-499b-b031-75160c90f086" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.405473] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquired lock "refresh_cache-31cc8cd4-88dd-499b-b031-75160c90f086" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.405597] env[70636]: DEBUG nova.network.neutron [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.701403] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updated inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1380.701646] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updating resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b generation from 138 to 139 during operation: update_inventory {{(pid=70636) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1380.701795] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.714804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77cdcddf-77d6-4dc1-b492-e7174d53c670 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.734760] env[70636]: INFO nova.compute.manager [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Took 31.84 seconds to build instance. [ 1380.937427] env[70636]: DEBUG nova.network.neutron [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.037062] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.037296] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.037519] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "5651e220-7ded-4770-997e-c96308342bdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.037708] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.037872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.039979] env[70636]: INFO nova.compute.manager [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Terminating instance [ 1381.077306] env[70636]: DEBUG nova.network.neutron [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Updating instance_info_cache with network_info: [{"id": "81d0f40c-9a7e-4b62-bede-e6f1dc966e3e", "address": "fa:16:3e:ba:1b:27", "network": {"id": "3676b9ec-7c78-4765-9769-9eb8072051ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-640053788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abe6e747131d424299d2129a68d68b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d0f40c-9a", "ovs_interfaceid": "81d0f40c-9a7e-4b62-bede-e6f1dc966e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.099489] env[70636]: DEBUG nova.objects.instance [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lazy-loading 'flavor' on Instance uuid 6a871e32-72a4-47d1-9420-76dfb0a1831c {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.206613] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1381.206779] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.899s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.207093] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.157s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.207289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.209404] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.214s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.210832] env[70636]: INFO nova.compute.claims [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.236381] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4cf2487e-3419-4cb0-b770-a0c580e89a5c tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.346s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.237569] env[70636]: INFO nova.scheduler.client.report [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleted allocations for instance f4c5b623-2a3f-4802-831e-7a7f228fe7eb [ 1381.543865] env[70636]: DEBUG nova.compute.manager [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.544116] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.545028] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d78a9-39f0-46a8-9579-28747c8433f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.556021] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.556021] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ca0056-a998-4826-8666-58735297ea47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.559769] env[70636]: DEBUG oslo_vmware.api [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1381.559769] env[70636]: value = "task-2884960" [ 1381.559769] env[70636]: _type = "Task" [ 1381.559769] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.568746] env[70636]: DEBUG oslo_vmware.api [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.580359] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Releasing lock "refresh_cache-31cc8cd4-88dd-499b-b031-75160c90f086" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.580660] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Instance network_info: |[{"id": "81d0f40c-9a7e-4b62-bede-e6f1dc966e3e", "address": "fa:16:3e:ba:1b:27", "network": {"id": "3676b9ec-7c78-4765-9769-9eb8072051ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-640053788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abe6e747131d424299d2129a68d68b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d0f40c-9a", "ovs_interfaceid": "81d0f40c-9a7e-4b62-bede-e6f1dc966e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.581059] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:1b:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d0f40c-9a7e-4b62-bede-e6f1dc966e3e', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.588897] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Creating folder: Project (abe6e747131d424299d2129a68d68b64). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.589246] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0193f191-09c1-42cc-b3b8-c26746198cd9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.599769] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Created folder: Project (abe6e747131d424299d2129a68d68b64) in parent group-v579393. [ 1381.599971] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Creating folder: Instances. Parent ref: group-v579665. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.600236] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f921ee-c276-491a-9134-ebf4dd6ff6c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.604270] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.604459] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquired lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.604646] env[70636]: DEBUG nova.network.neutron [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.604835] env[70636]: DEBUG nova.objects.instance [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lazy-loading 'info_cache' on Instance uuid 6a871e32-72a4-47d1-9420-76dfb0a1831c {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.611399] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Created folder: Instances in parent group-v579665. [ 1381.611626] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.611848] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.615018] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef77facf-26e5-4f88-b518-8d88a9f0223f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.633404] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.633404] env[70636]: value = "task-2884963" [ 1381.633404] env[70636]: _type = "Task" [ 1381.633404] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.641840] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884963, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.679183] env[70636]: DEBUG nova.compute.manager [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Received event network-changed-81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.679378] env[70636]: DEBUG nova.compute.manager [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Refreshing instance network info cache due to event network-changed-81d0f40c-9a7e-4b62-bede-e6f1dc966e3e. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.679593] env[70636]: DEBUG oslo_concurrency.lockutils [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] Acquiring lock "refresh_cache-31cc8cd4-88dd-499b-b031-75160c90f086" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.679734] env[70636]: DEBUG oslo_concurrency.lockutils [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] Acquired lock "refresh_cache-31cc8cd4-88dd-499b-b031-75160c90f086" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.679994] env[70636]: DEBUG nova.network.neutron [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Refreshing network info cache for port 81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.745497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-87e38e4b-246d-4280-bf75-4fb4046e8325 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "f4c5b623-2a3f-4802-831e-7a7f228fe7eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.668s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.071582] env[70636]: DEBUG oslo_vmware.api [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884960, 'name': PowerOffVM_Task, 'duration_secs': 0.271704} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.071909] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.072087] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.072360] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f9ee28-ac6d-4bb0-a4a9-74620c30870d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.108305] env[70636]: DEBUG nova.objects.base [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Object Instance<6a871e32-72a4-47d1-9420-76dfb0a1831c> lazy-loaded attributes: flavor,info_cache {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1382.144009] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884963, 'name': CreateVM_Task, 'duration_secs': 0.344764} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.144315] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.145029] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.145186] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.145493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.145741] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a327184e-9dce-47f1-82e7-871a74d57049 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.150961] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1382.150961] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285f4ce-a53e-4ce5-93de-e78d6d75361a" [ 1382.150961] env[70636]: _type = "Task" [ 1382.150961] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.159338] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285f4ce-a53e-4ce5-93de-e78d6d75361a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.384112] env[70636]: DEBUG nova.network.neutron [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Updated VIF entry in instance network info cache for port 81d0f40c-9a7e-4b62-bede-e6f1dc966e3e. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.384745] env[70636]: DEBUG nova.network.neutron [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Updating instance_info_cache with network_info: [{"id": "81d0f40c-9a7e-4b62-bede-e6f1dc966e3e", "address": "fa:16:3e:ba:1b:27", "network": {"id": "3676b9ec-7c78-4765-9769-9eb8072051ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-640053788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abe6e747131d424299d2129a68d68b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d0f40c-9a", "ovs_interfaceid": "81d0f40c-9a7e-4b62-bede-e6f1dc966e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.387073] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.387280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.387462] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleting the datastore file [datastore2] 5651e220-7ded-4770-997e-c96308342bdd {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.387937] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d702fd4-7c66-4ee5-85ea-f891075f236d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.396573] env[70636]: DEBUG oslo_vmware.api [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1382.396573] env[70636]: value = "task-2884965" [ 1382.396573] env[70636]: _type = "Task" [ 1382.396573] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.406341] env[70636]: DEBUG oslo_vmware.api [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.440852] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369def94-1e39-46e4-8c0a-a9a94bfad30b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.450529] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19735ea-6e0f-4f07-8aa7-4de8e4454399 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.482734] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8349fa-d0c6-4589-8cca-341f9f7e9b38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.490809] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9401486b-b454-439c-a35a-9b6db34e5e8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.504876] env[70636]: DEBUG nova.compute.provider_tree [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.586443] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "446fc1af-faf2-490e-bc62-de1cd707b8d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.586844] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.587098] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "446fc1af-faf2-490e-bc62-de1cd707b8d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.587353] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.587636] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.590238] env[70636]: INFO nova.compute.manager [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Terminating instance [ 1382.662531] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5285f4ce-a53e-4ce5-93de-e78d6d75361a, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.662531] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.662746] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.663057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.663147] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.664402] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.664402] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79284b2b-0ba9-434c-aa14-6c0368964799 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.673807] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.673807] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.674025] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbf70be-7f09-42c9-9a9a-56319e609a61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.681952] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1382.681952] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a3d05-c2c6-011c-0f3c-740b70db2b39" [ 1382.681952] env[70636]: _type = "Task" [ 1382.681952] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.690897] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a3d05-c2c6-011c-0f3c-740b70db2b39, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.694636] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b0f232-c671-4aaa-a85b-4d5a0332a634 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.697111] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1382.697111] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5294189d-0e64-49ce-d2b0-a00c6ce0b078" [ 1382.697111] env[70636]: _type = "Task" [ 1382.697111] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.705294] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5294189d-0e64-49ce-d2b0-a00c6ce0b078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.880572] env[70636]: DEBUG nova.network.neutron [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Updating instance_info_cache with network_info: [{"id": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "address": "fa:16:3e:d3:74:ac", "network": {"id": "73ca78d2-3fe1-4770-98b7-d95c1863bb52", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-413301292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5d4008f5af48b89c1ab0d8fed9b631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96f3db1-94", "ovs_interfaceid": "e96f3db1-94d9-424f-bbb0-e4b19b61d1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.888742] env[70636]: DEBUG oslo_concurrency.lockutils [req-9b5be5d5-101a-4cef-8f9c-34e3adab0533 req-88ee915f-d1c7-418b-b48d-bb8e69cb5b38 service nova] Releasing lock "refresh_cache-31cc8cd4-88dd-499b-b031-75160c90f086" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.912819] env[70636]: DEBUG oslo_vmware.api [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2884965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223739} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.912819] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.913196] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.914689] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.914689] env[70636]: INFO nova.compute.manager [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1382.914689] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.916876] env[70636]: DEBUG nova.compute.manager [-] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.917223] env[70636]: DEBUG nova.network.neutron [-] [instance: 5651e220-7ded-4770-997e-c96308342bdd] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.008725] env[70636]: DEBUG nova.scheduler.client.report [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.093776] env[70636]: DEBUG nova.compute.manager [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.094089] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.096525] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d05b7-1134-4251-bc35-586f8f013f3a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.105216] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.105517] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de3e5ba-304a-48b9-9782-6692a210adef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.112848] env[70636]: DEBUG oslo_vmware.api [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1383.112848] env[70636]: value = "task-2884966" [ 1383.112848] env[70636]: _type = "Task" [ 1383.112848] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.122068] env[70636]: DEBUG oslo_vmware.api [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.208857] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5294189d-0e64-49ce-d2b0-a00c6ce0b078, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.209230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.209517] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 31cc8cd4-88dd-499b-b031-75160c90f086/31cc8cd4-88dd-499b-b031-75160c90f086.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.209798] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dda69929-b915-4db9-ac4e-17b4f2785546 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.216947] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1383.216947] env[70636]: value = "task-2884967" [ 1383.216947] env[70636]: _type = "Task" [ 1383.216947] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.225996] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.383211] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Releasing lock "refresh_cache-6a871e32-72a4-47d1-9420-76dfb0a1831c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.419815] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.421084] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.421084] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.421084] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.421084] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.423083] env[70636]: INFO nova.compute.manager [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Terminating instance [ 1383.521348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.521560] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.525065] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.840s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.525065] env[70636]: DEBUG nova.objects.instance [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lazy-loading 'resources' on Instance uuid cddca5c1-049c-40e2-af6f-737793c0edf9 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.552702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "b028e220-6230-4df3-947a-37da0fd7fcbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.553107] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.553358] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "b028e220-6230-4df3-947a-37da0fd7fcbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.553564] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.553741] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.556142] env[70636]: INFO nova.compute.manager [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Terminating instance [ 1383.627029] env[70636]: DEBUG oslo_vmware.api [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884966, 'name': PowerOffVM_Task, 'duration_secs': 0.232671} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.627331] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.627469] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.627745] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c66f4a37-4514-4722-a0ad-283f82fd45c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.690914] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.691169] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.691310] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore1] 446fc1af-faf2-490e-bc62-de1cd707b8d4 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.691588] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15ac11f7-879b-4116-b642-f8587d9e090b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.699375] env[70636]: DEBUG oslo_vmware.api [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1383.699375] env[70636]: value = "task-2884969" [ 1383.699375] env[70636]: _type = "Task" [ 1383.699375] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.708913] env[70636]: DEBUG oslo_vmware.api [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.712914] env[70636]: DEBUG nova.compute.manager [req-248cecf8-7aef-463c-8f3e-8a3a1d34b069 req-ca68c476-eb89-4c40-9434-804d12311aa2 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Received event network-vif-deleted-8e130be0-3b45-4e80-8aaf-90410be4a284 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.713173] env[70636]: INFO nova.compute.manager [req-248cecf8-7aef-463c-8f3e-8a3a1d34b069 req-ca68c476-eb89-4c40-9434-804d12311aa2 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Neutron deleted interface 8e130be0-3b45-4e80-8aaf-90410be4a284; detaching it from the instance and deleting it from the info cache [ 1383.713292] env[70636]: DEBUG nova.network.neutron [req-248cecf8-7aef-463c-8f3e-8a3a1d34b069 req-ca68c476-eb89-4c40-9434-804d12311aa2 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.726907] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474343} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.727184] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 31cc8cd4-88dd-499b-b031-75160c90f086/31cc8cd4-88dd-499b-b031-75160c90f086.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.727394] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.727630] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d4d8377-530d-4876-8437-d172854f173e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.733658] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1383.733658] env[70636]: value = "task-2884970" [ 1383.733658] env[70636]: _type = "Task" [ 1383.733658] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.742292] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.910013] env[70636]: DEBUG nova.network.neutron [-] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.926685] env[70636]: DEBUG nova.compute.manager [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.926967] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.928445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc3f69b-3e33-4cfa-b524-e297611003cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.936183] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.936432] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9b6f0f-8096-4e9b-b0c9-977c99c33ff0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.942169] env[70636]: DEBUG oslo_vmware.api [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1383.942169] env[70636]: value = "task-2884971" [ 1383.942169] env[70636]: _type = "Task" [ 1383.942169] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.949897] env[70636]: DEBUG oslo_vmware.api [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.027866] env[70636]: DEBUG nova.compute.utils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.029460] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1384.029630] env[70636]: DEBUG nova.network.neutron [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.059790] env[70636]: DEBUG nova.compute.manager [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.060103] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.060976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a69bd44-a3d2-49e3-8395-7a0ec7cb58f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.069337] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.069597] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be07ac9-b93f-48a6-82c1-ea8e4f854b0e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.079360] env[70636]: DEBUG oslo_vmware.api [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1384.079360] env[70636]: value = "task-2884972" [ 1384.079360] env[70636]: _type = "Task" [ 1384.079360] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.081084] env[70636]: DEBUG nova.policy [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a8ca1e1b0645b6b1f6e287e357e97f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4bed49045c4f75a449f9bbd7d83076', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.096958] env[70636]: DEBUG oslo_vmware.api [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.209397] env[70636]: DEBUG oslo_vmware.api [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2884969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138987} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.209397] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.209644] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.209644] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.209892] env[70636]: INFO nova.compute.manager [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1384.210090] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.210338] env[70636]: DEBUG nova.compute.manager [-] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.210390] env[70636]: DEBUG nova.network.neutron [-] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.215351] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d731dde1-2bdd-4c41-a9b2-25a6ecec1ca7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.225758] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34092a5f-abe1-4082-b604-12b84ca9b9d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.251051] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060644} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.251322] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.252109] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cfd03e-f947-4bf0-8bf6-640f6e0254be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.270356] env[70636]: DEBUG nova.compute.manager [req-248cecf8-7aef-463c-8f3e-8a3a1d34b069 req-ca68c476-eb89-4c40-9434-804d12311aa2 service nova] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Detach interface failed, port_id=8e130be0-3b45-4e80-8aaf-90410be4a284, reason: Instance 5651e220-7ded-4770-997e-c96308342bdd could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.291571] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 31cc8cd4-88dd-499b-b031-75160c90f086/31cc8cd4-88dd-499b-b031-75160c90f086.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.294318] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfacdcb-d050-490e-a67e-8fb20c8120c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.315985] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1384.315985] env[70636]: value = "task-2884973" [ 1384.315985] env[70636]: _type = "Task" [ 1384.315985] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.324835] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.327186] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12939fdf-9143-4482-b9da-3a2308f66eee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.334141] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74c6c95-8106-4c8c-86b3-2a974232651b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.364892] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fc6cd5-5b2b-44b0-a545-7e27b48cd694 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.372466] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ce467d-eef2-441d-8e91-fbeacb98edbf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.385520] env[70636]: DEBUG nova.compute.provider_tree [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.388658] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.388897] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d993403-06ba-4b68-8249-1ca9d4856409 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.394695] env[70636]: DEBUG oslo_vmware.api [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1384.394695] env[70636]: value = "task-2884974" [ 1384.394695] env[70636]: _type = "Task" [ 1384.394695] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.407235] env[70636]: DEBUG oslo_vmware.api [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.411771] env[70636]: INFO nova.compute.manager [-] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Took 1.49 seconds to deallocate network for instance. [ 1384.453424] env[70636]: DEBUG oslo_vmware.api [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884971, 'name': PowerOffVM_Task, 'duration_secs': 0.195043} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.456372] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.456372] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.456372] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4881157c-b47d-4e52-9aa2-2416087522af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.521102] env[70636]: DEBUG nova.network.neutron [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Successfully created port: 6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.535725] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.549329] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.549535] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.549736] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleting the datastore file [datastore2] d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.549995] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-435f34a4-3255-4cd5-9fe0-c84a591879df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.557345] env[70636]: DEBUG oslo_vmware.api [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1384.557345] env[70636]: value = "task-2884976" [ 1384.557345] env[70636]: _type = "Task" [ 1384.557345] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.567277] env[70636]: DEBUG oslo_vmware.api [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.594443] env[70636]: DEBUG oslo_vmware.api [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884972, 'name': PowerOffVM_Task, 'duration_secs': 0.199702} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.594736] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.594810] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.595572] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd1cfee9-6e2f-454f-96bc-f79872a5e91e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.672632] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.672857] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.673055] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleting the datastore file [datastore2] b028e220-6230-4df3-947a-37da0fd7fcbe {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.673316] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56919c41-ef59-455f-90a1-39b5208d4d57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.680739] env[70636]: DEBUG oslo_vmware.api [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for the task: (returnval){ [ 1384.680739] env[70636]: value = "task-2884978" [ 1384.680739] env[70636]: _type = "Task" [ 1384.680739] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.688189] env[70636]: DEBUG oslo_vmware.api [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.826701] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.888994] env[70636]: DEBUG nova.scheduler.client.report [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.905579] env[70636]: DEBUG oslo_vmware.api [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.920243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.068320] env[70636]: DEBUG oslo_vmware.api [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344218} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.068502] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.068723] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.068910] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.069190] env[70636]: INFO nova.compute.manager [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1385.070038] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.070038] env[70636]: DEBUG nova.compute.manager [-] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.070038] env[70636]: DEBUG nova.network.neutron [-] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.122805] env[70636]: DEBUG nova.network.neutron [-] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.191222] env[70636]: DEBUG oslo_vmware.api [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Task: {'id': task-2884978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233904} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.191535] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.191707] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.191881] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.192061] env[70636]: INFO nova.compute.manager [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1385.192305] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.192496] env[70636]: DEBUG nova.compute.manager [-] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.192580] env[70636]: DEBUG nova.network.neutron [-] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.330715] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884973, 'name': ReconfigVM_Task, 'duration_secs': 0.731366} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.331010] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 31cc8cd4-88dd-499b-b031-75160c90f086/31cc8cd4-88dd-499b-b031-75160c90f086.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.331757] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7d51b33-0f69-423f-ab3c-243ad160fb8a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.340552] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1385.340552] env[70636]: value = "task-2884979" [ 1385.340552] env[70636]: _type = "Task" [ 1385.340552] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.349800] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884979, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.396638] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.396638] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.476s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.396863] env[70636]: DEBUG nova.objects.instance [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'resources' on Instance uuid 5651e220-7ded-4770-997e-c96308342bdd {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.407269] env[70636]: DEBUG oslo_vmware.api [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884974, 'name': PowerOnVM_Task, 'duration_secs': 0.656086} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.408137] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.408376] env[70636]: DEBUG nova.compute.manager [None req-df3c748b-a058-4fc2-afb0-836bce164883 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.410577] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba8877-ff7f-4c22-921f-14e1f42b22f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.423200] env[70636]: INFO nova.scheduler.client.report [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Deleted allocations for instance cddca5c1-049c-40e2-af6f-737793c0edf9 [ 1385.545419] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.570606] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.570835] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.570987] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.571179] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.571340] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.571512] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.572371] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.572371] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.572371] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.572371] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.572550] env[70636]: DEBUG nova.virt.hardware [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.573241] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff9cc3-57ed-469f-b314-64e2df4cba25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.581269] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a370e1a1-165c-47b2-b67f-dec6ac9e1e1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.626015] env[70636]: INFO nova.compute.manager [-] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Took 1.42 seconds to deallocate network for instance. [ 1385.743425] env[70636]: DEBUG nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Received event network-vif-deleted-783f4280-7573-45b4-9337-0349207200d6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.743642] env[70636]: DEBUG nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Received event network-vif-deleted-b81ab0d9-8210-41b8-871e-080d0b9f0a81 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.743811] env[70636]: INFO nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Neutron deleted interface b81ab0d9-8210-41b8-871e-080d0b9f0a81; detaching it from the instance and deleting it from the info cache [ 1385.743977] env[70636]: DEBUG nova.network.neutron [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.850694] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884979, 'name': Rename_Task, 'duration_secs': 0.148846} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.850970] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.851230] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ccfab40-ce12-45c9-b415-094b8efa8576 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.857768] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1385.857768] env[70636]: value = "task-2884980" [ 1385.857768] env[70636]: _type = "Task" [ 1385.857768] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.865130] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.930822] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5db3e63b-0f58-417d-aa7a-5757f4151d82 tempest-ServerGroupTestJSON-1020196719 tempest-ServerGroupTestJSON-1020196719-project-member] Lock "cddca5c1-049c-40e2-af6f-737793c0edf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.646s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.973343] env[70636]: DEBUG nova.network.neutron [-] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.016834] env[70636]: DEBUG nova.network.neutron [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Successfully updated port: 6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.021073] env[70636]: DEBUG nova.network.neutron [-] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.135909] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.146681] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b81551-4cab-4fe3-8444-7b7715f8fe33 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.154981] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a64ae-8ad7-4700-9863-134a325b8b2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.187110] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f46a7c-dd31-4358-91b9-c034e25d457d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.194501] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174ad27-3cd2-41a6-ae81-ea04a612bb94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.213108] env[70636]: DEBUG nova.compute.provider_tree [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.247032] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df8b6bc2-9217-4ba6-afdf-6d2c45e160bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.257061] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6805a4-f10d-4f09-ad45-6b709bdafdfa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.292529] env[70636]: DEBUG nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Detach interface failed, port_id=b81ab0d9-8210-41b8-871e-080d0b9f0a81, reason: Instance d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.292665] env[70636]: DEBUG nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Received event network-vif-deleted-5fab7221-d16d-4c90-ba55-66aee6627569 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.292813] env[70636]: INFO nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Neutron deleted interface 5fab7221-d16d-4c90-ba55-66aee6627569; detaching it from the instance and deleting it from the info cache [ 1386.293055] env[70636]: DEBUG nova.network.neutron [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.369117] env[70636]: DEBUG oslo_vmware.api [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884980, 'name': PowerOnVM_Task, 'duration_secs': 0.470167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.369425] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.369630] env[70636]: INFO nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1386.369836] env[70636]: DEBUG nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.370669] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95165ace-1606-47a6-964b-ac1a50337b4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.476748] env[70636]: INFO nova.compute.manager [-] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Took 1.41 seconds to deallocate network for instance. [ 1386.521193] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.521376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.521527] env[70636]: DEBUG nova.network.neutron [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.525828] env[70636]: INFO nova.compute.manager [-] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Took 1.33 seconds to deallocate network for instance. [ 1386.718671] env[70636]: DEBUG nova.scheduler.client.report [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.796114] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a9a63e6-4391-4305-aa35-01d8746c6b4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.806395] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aedc9b-8dce-455f-92aa-a317f93f3ecf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.838299] env[70636]: DEBUG nova.compute.manager [req-b6b54d94-0782-4ce5-b489-e82596a9b0af req-a22f6288-a008-4052-9db4-31e3fb3e217d service nova] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Detach interface failed, port_id=5fab7221-d16d-4c90-ba55-66aee6627569, reason: Instance b028e220-6230-4df3-947a-37da0fd7fcbe could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.888329] env[70636]: INFO nova.compute.manager [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Took 19.54 seconds to build instance. [ 1386.983649] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.032916] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.076349] env[70636]: DEBUG nova.network.neutron [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.224926] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.227283] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.091s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.227490] env[70636]: DEBUG nova.objects.instance [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid 446fc1af-faf2-490e-bc62-de1cd707b8d4 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.234320] env[70636]: DEBUG nova.network.neutron [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updating instance_info_cache with network_info: [{"id": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "address": "fa:16:3e:de:e0:5f", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5ede28-04", "ovs_interfaceid": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.262882] env[70636]: INFO nova.scheduler.client.report [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted allocations for instance 5651e220-7ded-4770-997e-c96308342bdd [ 1387.390700] env[70636]: DEBUG oslo_concurrency.lockutils [None req-5e840ce6-6f64-4ffa-bab9-cdcd64e8bceb tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "31cc8cd4-88dd-499b-b031-75160c90f086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.051s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.685624] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "31cc8cd4-88dd-499b-b031-75160c90f086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.685962] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "31cc8cd4-88dd-499b-b031-75160c90f086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.686229] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "31cc8cd4-88dd-499b-b031-75160c90f086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.686442] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "31cc8cd4-88dd-499b-b031-75160c90f086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.686648] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "31cc8cd4-88dd-499b-b031-75160c90f086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.690850] env[70636]: INFO nova.compute.manager [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Terminating instance [ 1387.738100] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.738787] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Instance network_info: |[{"id": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "address": "fa:16:3e:de:e0:5f", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5ede28-04", "ovs_interfaceid": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.738787] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e0:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5ede28-0458-43bc-96dd-11ed13ed7595', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.747283] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.747708] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.747778] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b6370b9-f436-4d96-b631-e04f65445dd4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.768407] env[70636]: DEBUG nova.compute.manager [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Received event network-vif-plugged-6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.768623] env[70636]: DEBUG oslo_concurrency.lockutils [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] Acquiring lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.768897] env[70636]: DEBUG oslo_concurrency.lockutils [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.769404] env[70636]: DEBUG oslo_concurrency.lockutils [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.769700] env[70636]: DEBUG nova.compute.manager [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] No waiting events found dispatching network-vif-plugged-6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.769943] env[70636]: WARNING nova.compute.manager [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Received unexpected event network-vif-plugged-6c5ede28-0458-43bc-96dd-11ed13ed7595 for instance with vm_state building and task_state spawning. [ 1387.770239] env[70636]: DEBUG nova.compute.manager [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Received event network-changed-6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.770490] env[70636]: DEBUG nova.compute.manager [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Refreshing instance network info cache due to event network-changed-6c5ede28-0458-43bc-96dd-11ed13ed7595. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.770758] env[70636]: DEBUG oslo_concurrency.lockutils [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] Acquiring lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.770976] env[70636]: DEBUG oslo_concurrency.lockutils [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] Acquired lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.771240] env[70636]: DEBUG nova.network.neutron [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Refreshing network info cache for port 6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.776622] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.776622] env[70636]: value = "task-2884981" [ 1387.776622] env[70636]: _type = "Task" [ 1387.776622] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.776622] env[70636]: DEBUG oslo_concurrency.lockutils [None req-70738733-7d65-4caa-9393-9e24bf9c078b tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "5651e220-7ded-4770-997e-c96308342bdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.739s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.792195] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884981, 'name': CreateVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.947393] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adafda5c-b76b-491e-a914-a8e86bac7caa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.956314] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde345e4-c716-46ad-bd01-1d7d724893f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.988066] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84706d50-a2d1-4054-ab62-708c632fb6af {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.994852] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6394fe7-722c-45ce-847e-8197bd5aaac7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.010837] env[70636]: DEBUG nova.compute.provider_tree [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.194440] env[70636]: DEBUG nova.compute.manager [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.194665] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.195624] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65e922-ab6d-468f-9b42-d39e00df5c85 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.203570] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.203820] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a8c1c4-2ac6-4200-a837-2858ca2828d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.210480] env[70636]: DEBUG oslo_vmware.api [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1388.210480] env[70636]: value = "task-2884982" [ 1388.210480] env[70636]: _type = "Task" [ 1388.210480] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.218412] env[70636]: DEBUG oslo_vmware.api [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.296048] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2884981, 'name': CreateVM_Task, 'duration_secs': 0.502511} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.296048] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.296751] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.296918] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.297539] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.297625] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0310a083-152c-4fc4-95f2-088b833c4c5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.303177] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1388.303177] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b39641-f3a8-0057-fb6d-116074669b70" [ 1388.303177] env[70636]: _type = "Task" [ 1388.303177] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.310957] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b39641-f3a8-0057-fb6d-116074669b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.502554] env[70636]: DEBUG nova.network.neutron [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updated VIF entry in instance network info cache for port 6c5ede28-0458-43bc-96dd-11ed13ed7595. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.502931] env[70636]: DEBUG nova.network.neutron [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updating instance_info_cache with network_info: [{"id": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "address": "fa:16:3e:de:e0:5f", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5ede28-04", "ovs_interfaceid": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.513605] env[70636]: DEBUG nova.scheduler.client.report [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.616221] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "dc082af5-606d-4f4f-97e3-f28858fea378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.616487] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "dc082af5-606d-4f4f-97e3-f28858fea378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.616704] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "dc082af5-606d-4f4f-97e3-f28858fea378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.616887] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "dc082af5-606d-4f4f-97e3-f28858fea378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.617115] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "dc082af5-606d-4f4f-97e3-f28858fea378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.619234] env[70636]: INFO nova.compute.manager [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Terminating instance [ 1388.720637] env[70636]: DEBUG oslo_vmware.api [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884982, 'name': PowerOffVM_Task, 'duration_secs': 0.175624} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.720895] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.721072] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.721329] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd3a16b7-be35-4dfe-a2eb-d82915c92127 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.790868] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.791141] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.791400] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Deleting the datastore file [datastore2] 31cc8cd4-88dd-499b-b031-75160c90f086 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.791702] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d7259a-e142-496d-98f2-71800845af3c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.799502] env[70636]: DEBUG oslo_vmware.api [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for the task: (returnval){ [ 1388.799502] env[70636]: value = "task-2884984" [ 1388.799502] env[70636]: _type = "Task" [ 1388.799502] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.810394] env[70636]: DEBUG oslo_vmware.api [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.813835] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b39641-f3a8-0057-fb6d-116074669b70, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.814117] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.814384] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.814624] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.814772] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.814946] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.815200] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca532a65-fbf0-49e0-8013-f84a61a57a9e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.822756] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.822932] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.823669] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395b5d58-3056-4e78-af8a-fc00953e215f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.828798] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1388.828798] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528c4e56-588a-0714-2c76-eece97bb4c59" [ 1388.828798] env[70636]: _type = "Task" [ 1388.828798] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.835843] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528c4e56-588a-0714-2c76-eece97bb4c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.005609] env[70636]: DEBUG oslo_concurrency.lockutils [req-27e0a42c-26c4-41f0-8fd1-0cb025b7f1fa req-aa3bbc68-b943-4b1b-bd97-5f9be9818d70 service nova] Releasing lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.020782] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.025319] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.040s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.025319] env[70636]: DEBUG nova.objects.instance [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lazy-loading 'resources' on Instance uuid d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.048949] env[70636]: INFO nova.scheduler.client.report [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance 446fc1af-faf2-490e-bc62-de1cd707b8d4 [ 1389.124771] env[70636]: DEBUG nova.compute.manager [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.124998] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.125899] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c589e-0dc8-490d-9e19-923cd60eb80e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.135866] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.136225] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6f2303-061d-450f-a34e-642d366b2154 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.146016] env[70636]: DEBUG oslo_vmware.api [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1389.146016] env[70636]: value = "task-2884985" [ 1389.146016] env[70636]: _type = "Task" [ 1389.146016] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.153436] env[70636]: DEBUG oslo_vmware.api [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.309898] env[70636]: DEBUG oslo_vmware.api [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Task: {'id': task-2884984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374411} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.310757] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.310757] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.310757] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.310994] env[70636]: INFO nova.compute.manager [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1389.311085] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.311398] env[70636]: DEBUG nova.compute.manager [-] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.311497] env[70636]: DEBUG nova.network.neutron [-] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.338905] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528c4e56-588a-0714-2c76-eece97bb4c59, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.340059] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85354ae3-c188-43f7-b952-a1c0ad508ecf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.346163] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1389.346163] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52edad21-724e-b7c1-e0cf-1d1c849b41e0" [ 1389.346163] env[70636]: _type = "Task" [ 1389.346163] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.352139] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52edad21-724e-b7c1-e0cf-1d1c849b41e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.559980] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ab4977ea-1026-4e89-8984-3fa2d30000ba tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "446fc1af-faf2-490e-bc62-de1cd707b8d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.973s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.655411] env[70636]: DEBUG oslo_vmware.api [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884985, 'name': PowerOffVM_Task, 'duration_secs': 0.191167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.657877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.658193] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.658574] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6ed594-1d80-4d0d-ba9b-1420547a7e21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.700976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd8431-f4b7-4ff8-aa75-0b8ff8de5978 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.709528] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4cbfe-18b8-4b67-913a-ca23c88e0819 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.741819] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95750ea-f43b-40cb-bfec-eee0af01d592 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.744633] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.744797] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.744973] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleting the datastore file [datastore1] dc082af5-606d-4f4f-97e3-f28858fea378 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.745242] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd3d1a6-b2b4-4c3b-a058-2e73ca47204e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.755027] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c286fb8f-ad30-497a-84ff-8192375e6546 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.758663] env[70636]: DEBUG oslo_vmware.api [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1389.758663] env[70636]: value = "task-2884987" [ 1389.758663] env[70636]: _type = "Task" [ 1389.758663] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.770380] env[70636]: DEBUG nova.compute.provider_tree [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.779353] env[70636]: DEBUG oslo_vmware.api [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.811770] env[70636]: DEBUG nova.compute.manager [req-da334305-6c0d-4ba6-9e05-1004c2587967 req-1749fd57-a453-4cf0-8777-207bf3823e0b service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Received event network-vif-deleted-81d0f40c-9a7e-4b62-bede-e6f1dc966e3e {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.811925] env[70636]: INFO nova.compute.manager [req-da334305-6c0d-4ba6-9e05-1004c2587967 req-1749fd57-a453-4cf0-8777-207bf3823e0b service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Neutron deleted interface 81d0f40c-9a7e-4b62-bede-e6f1dc966e3e; detaching it from the instance and deleting it from the info cache [ 1389.812222] env[70636]: DEBUG nova.network.neutron [req-da334305-6c0d-4ba6-9e05-1004c2587967 req-1749fd57-a453-4cf0-8777-207bf3823e0b service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.856303] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52edad21-724e-b7c1-e0cf-1d1c849b41e0, 'name': SearchDatastore_Task, 'duration_secs': 0.018478} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.856579] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.856845] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] cc71cd78-0d4d-4cbd-be52-8a1f8c976280/cc71cd78-0d4d-4cbd-be52-8a1f8c976280.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.857166] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcb36bc4-ba8c-4119-b0ed-3169e892a4d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.864452] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1389.864452] env[70636]: value = "task-2884988" [ 1389.864452] env[70636]: _type = "Task" [ 1389.864452] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.873588] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.045937] env[70636]: DEBUG nova.network.neutron [-] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.271087] env[70636]: DEBUG oslo_vmware.api [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2884987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.271519] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.271826] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.272069] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.272264] env[70636]: INFO nova.compute.manager [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1390.272563] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.272785] env[70636]: DEBUG nova.compute.manager [-] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.272883] env[70636]: DEBUG nova.network.neutron [-] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.275400] env[70636]: DEBUG nova.scheduler.client.report [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.314817] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fedd6f94-97f9-405b-bf04-63fcb7d38e7e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.327452] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb931c-2543-4628-9f61-6ec50758cbbc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.363320] env[70636]: DEBUG nova.compute.manager [req-da334305-6c0d-4ba6-9e05-1004c2587967 req-1749fd57-a453-4cf0-8777-207bf3823e0b service nova] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Detach interface failed, port_id=81d0f40c-9a7e-4b62-bede-e6f1dc966e3e, reason: Instance 31cc8cd4-88dd-499b-b031-75160c90f086 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1390.376367] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884988, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.401469] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.401934] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.548228] env[70636]: INFO nova.compute.manager [-] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Took 1.24 seconds to deallocate network for instance. [ 1390.720644] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.720975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.780944] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.784238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.751s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.784238] env[70636]: DEBUG nova.objects.instance [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lazy-loading 'resources' on Instance uuid b028e220-6230-4df3-947a-37da0fd7fcbe {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.806825] env[70636]: INFO nova.scheduler.client.report [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleted allocations for instance d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f [ 1390.877709] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611759} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.877709] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] cc71cd78-0d4d-4cbd-be52-8a1f8c976280/cc71cd78-0d4d-4cbd-be52-8a1f8c976280.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.877928] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.878740] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93f56698-f70c-4a24-b621-bbde5a21421c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.885785] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1390.885785] env[70636]: value = "task-2884989" [ 1390.885785] env[70636]: _type = "Task" [ 1390.885785] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.894763] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.904703] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.041306] env[70636]: DEBUG nova.network.neutron [-] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.054849] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.223565] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.317055] env[70636]: DEBUG oslo_concurrency.lockutils [None req-428b3913-5f20-4861-a2bd-2edfba730cda tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.897s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.395140] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088766} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.397866] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.398958] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f59b8-41f7-4a09-9ede-f9aa850bd39e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.423482] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] cc71cd78-0d4d-4cbd-be52-8a1f8c976280/cc71cd78-0d4d-4cbd-be52-8a1f8c976280.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.428011] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ad9187-0ad0-4f5e-9f9d-2e03786f257d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.447367] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1391.447367] env[70636]: value = "task-2884990" [ 1391.447367] env[70636]: _type = "Task" [ 1391.447367] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.453660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.457312] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.502014] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8cdcb-08ed-4b4d-a732-1dad88156ce6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.509814] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b2cd32-22f3-4836-bb02-dcf29dc36f19 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.540239] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.540504] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.540680] env[70636]: INFO nova.compute.manager [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Shelving [ 1391.542754] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0f6757-a943-436e-a132-fe7bffa898f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.545579] env[70636]: INFO nova.compute.manager [-] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Took 1.27 seconds to deallocate network for instance. [ 1391.552926] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a05476-4a4e-4744-bf32-09875f961e27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.569345] env[70636]: DEBUG nova.compute.provider_tree [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.742736] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.840371] env[70636]: DEBUG nova.compute.manager [req-7251e6f2-ee91-4e21-8299-4fe3698a3d28 req-c1a622ea-48f7-429b-81b9-d96fdc0e7b11 service nova] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Received event network-vif-deleted-100c8fc7-8a59-4c57-852f-91199fabcbbc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.957172] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.053349] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.072435] env[70636]: DEBUG nova.scheduler.client.report [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.458938] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884990, 'name': ReconfigVM_Task, 'duration_secs': 0.614529} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.459572] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Reconfigured VM instance instance-00000067 to attach disk [datastore2] cc71cd78-0d4d-4cbd-be52-8a1f8c976280/cc71cd78-0d4d-4cbd-be52-8a1f8c976280.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.459852] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884ff406-c672-44cf-a95a-74f0e7f0b6bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.466107] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1392.466107] env[70636]: value = "task-2884991" [ 1392.466107] env[70636]: _type = "Task" [ 1392.466107] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.473728] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884991, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.555662] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.556072] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8395b01e-3458-4928-9790-859b57d85fe5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.565343] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1392.565343] env[70636]: value = "task-2884992" [ 1392.565343] env[70636]: _type = "Task" [ 1392.565343] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.574567] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.576864] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.579187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.524s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.579425] env[70636]: DEBUG nova.objects.instance [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lazy-loading 'resources' on Instance uuid 31cc8cd4-88dd-499b-b031-75160c90f086 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.595836] env[70636]: INFO nova.scheduler.client.report [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Deleted allocations for instance b028e220-6230-4df3-947a-37da0fd7fcbe [ 1392.976056] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884991, 'name': Rename_Task, 'duration_secs': 0.175171} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.976342] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.976585] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cc4effd-4a0e-4e12-8c80-d3662a64e0ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.982688] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1392.982688] env[70636]: value = "task-2884993" [ 1392.982688] env[70636]: _type = "Task" [ 1392.982688] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.990020] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.066892] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.067220] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.067594] env[70636]: DEBUG nova.objects.instance [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'flavor' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.077980] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884992, 'name': PowerOffVM_Task, 'duration_secs': 0.185357} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.078279] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.079462] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91efa01d-3b49-4f86-a11a-1c9975a2c9d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.106860] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b004356-be74-4d4e-b15b-ae42d9ddd8a9 tempest-ListServersNegativeTestJSON-168542750 tempest-ListServersNegativeTestJSON-168542750-project-member] Lock "b028e220-6230-4df3-947a-37da0fd7fcbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.554s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.111239] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3a67da-55f2-4ff5-bcef-87876123c1d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.259379] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea9566b-76ab-428e-b4d7-c41852f51c80 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.267235] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4e1668-c694-466b-bf7d-e7f859e21b6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.297729] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c72e3d6-f5d3-4248-be88-ef40b86cdfe0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.306332] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c04f8-6014-46e8-b0a1-0607e843a5f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.321501] env[70636]: DEBUG nova.compute.provider_tree [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.492664] env[70636]: DEBUG oslo_vmware.api [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2884993, 'name': PowerOnVM_Task, 'duration_secs': 0.455233} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.493194] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.493461] env[70636]: INFO nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1393.493686] env[70636]: DEBUG nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.494519] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f16d9-8f35-4b20-ac93-54bf31a80dbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.571332] env[70636]: DEBUG nova.objects.instance [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'pci_requests' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.622468] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1393.622770] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b27ceee1-1cb2-490d-ad89-671b39f47236 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.630872] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1393.630872] env[70636]: value = "task-2884994" [ 1393.630872] env[70636]: _type = "Task" [ 1393.630872] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.638612] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884994, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.824817] env[70636]: DEBUG nova.scheduler.client.report [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.012682] env[70636]: INFO nova.compute.manager [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Took 18.04 seconds to build instance. [ 1394.073615] env[70636]: DEBUG nova.objects.base [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Object Instance<49d959f3-1ffa-47f0-a0e7-ac53b810003f> lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1394.073891] env[70636]: DEBUG nova.network.neutron [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.145962] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884994, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.161745] env[70636]: DEBUG oslo_concurrency.lockutils [None req-38f270a2-ead3-46da-be29-f80071233524 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.331265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.334152] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.880s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.335645] env[70636]: INFO nova.compute.claims [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.354287] env[70636]: INFO nova.scheduler.client.report [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Deleted allocations for instance 31cc8cd4-88dd-499b-b031-75160c90f086 [ 1394.516957] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa621710-65fd-4fb4-ae1b-f9d8eb88481a tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.557s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.642035] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884994, 'name': CreateSnapshot_Task, 'duration_secs': 0.595104} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.642210] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1394.642955] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1bdb5-f178-4b59-a9a3-8b39c0b037d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.868273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-143b414c-3d18-456b-967c-846c82e3a832 tempest-ServersNegativeTestMultiTenantJSON-1764997900 tempest-ServersNegativeTestMultiTenantJSON-1764997900-project-member] Lock "31cc8cd4-88dd-499b-b031-75160c90f086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.182s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.989705] env[70636]: DEBUG nova.compute.manager [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Received event network-changed-6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.989705] env[70636]: DEBUG nova.compute.manager [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Refreshing instance network info cache due to event network-changed-6c5ede28-0458-43bc-96dd-11ed13ed7595. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1394.989986] env[70636]: DEBUG oslo_concurrency.lockutils [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] Acquiring lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.991036] env[70636]: DEBUG oslo_concurrency.lockutils [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] Acquired lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.991036] env[70636]: DEBUG nova.network.neutron [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Refreshing network info cache for port 6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.164048] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1395.164048] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d72a0d90-0742-4f35-b935-9543c523c1b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.183643] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1395.183643] env[70636]: value = "task-2884995" [ 1395.183643] env[70636]: _type = "Task" [ 1395.183643] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.191392] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884995, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.541727] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8382209a-c4a3-4911-8b6a-c7243e038c79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.549824] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ce77f-e3cd-4b8e-9000-0a89f9ee2923 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.589208] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3b7486-8a62-4717-adc7-8cb85de73834 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.599794] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a790c5-990a-4091-94de-64bfbe511c54 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.615592] env[70636]: DEBUG nova.compute.provider_tree [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.697271] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884995, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.738477] env[70636]: DEBUG nova.network.neutron [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updated VIF entry in instance network info cache for port 6c5ede28-0458-43bc-96dd-11ed13ed7595. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.738852] env[70636]: DEBUG nova.network.neutron [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updating instance_info_cache with network_info: [{"id": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "address": "fa:16:3e:de:e0:5f", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5ede28-04", "ovs_interfaceid": "6c5ede28-0458-43bc-96dd-11ed13ed7595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.123261] env[70636]: DEBUG nova.scheduler.client.report [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.126592] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.127037] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.128023] env[70636]: DEBUG nova.objects.instance [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'flavor' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.196856] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884995, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.243261] env[70636]: DEBUG oslo_concurrency.lockutils [req-7b68ca33-5269-48f3-b60c-d6ee6e63ee7c req-5d4bf770-693e-4b9f-bb68-80ea1d71752e service nova] Releasing lock "refresh_cache-cc71cd78-0d4d-4cbd-be52-8a1f8c976280" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.631923] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.631923] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.637967] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.895s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.640664] env[70636]: INFO nova.compute.claims [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.700511] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884995, 'name': CloneVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.722146] env[70636]: DEBUG nova.objects.instance [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'pci_requests' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.146098] env[70636]: DEBUG nova.compute.utils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1397.148132] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.148591] env[70636]: DEBUG nova.network.neutron [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.199853] env[70636]: DEBUG nova.policy [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8bfcce9c55940c0ac865297dbdd5a89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d2c020519849119a371af1e85d71de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.205080] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2884995, 'name': CloneVM_Task, 'duration_secs': 1.527292} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.205383] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Created linked-clone VM from snapshot [ 1397.206184] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f9321-b013-41dd-9014-5bbb2ca854df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.213827] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Uploading image b42daab9-c0e0-4505-8465-20a16a781ce4 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1397.227323] env[70636]: DEBUG nova.objects.base [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Object Instance<49d959f3-1ffa-47f0-a0e7-ac53b810003f> lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1397.227535] env[70636]: DEBUG nova.network.neutron [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.242904] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1397.242904] env[70636]: value = "vm-579670" [ 1397.242904] env[70636]: _type = "VirtualMachine" [ 1397.242904] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1397.243307] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f69ea81-4082-4eb7-a796-f0f8f8c8380e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.250822] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease: (returnval){ [ 1397.250822] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240df77-452e-a5d8-1288-7a5299538f35" [ 1397.250822] env[70636]: _type = "HttpNfcLease" [ 1397.250822] env[70636]: } obtained for exporting VM: (result){ [ 1397.250822] env[70636]: value = "vm-579670" [ 1397.250822] env[70636]: _type = "VirtualMachine" [ 1397.250822] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1397.251170] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the lease: (returnval){ [ 1397.251170] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240df77-452e-a5d8-1288-7a5299538f35" [ 1397.251170] env[70636]: _type = "HttpNfcLease" [ 1397.251170] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1397.260651] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.260651] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240df77-452e-a5d8-1288-7a5299538f35" [ 1397.260651] env[70636]: _type = "HttpNfcLease" [ 1397.260651] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1397.292199] env[70636]: DEBUG nova.policy [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.654441] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.741909] env[70636]: DEBUG nova.network.neutron [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Successfully created port: cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.766660] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.766660] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240df77-452e-a5d8-1288-7a5299538f35" [ 1397.766660] env[70636]: _type = "HttpNfcLease" [ 1397.766660] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1397.766660] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1397.766660] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5240df77-452e-a5d8-1288-7a5299538f35" [ 1397.766660] env[70636]: _type = "HttpNfcLease" [ 1397.766660] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1397.768199] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac038e6-bba6-4b00-86ef-0b1dcf512390 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.781728] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6f275-7d9e-8459-d432-047c29d754bc/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1397.781728] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6f275-7d9e-8459-d432-047c29d754bc/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1397.782853] env[70636]: DEBUG nova.network.neutron [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Successfully created port: b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.906581] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb3d2585-aa33-4f1c-bf8c-1b515998118d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.921363] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142c746-95b6-4e0d-bec3-2414b7e2b9b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.931445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62217d16-5c08-4605-8c7f-31d70fd86c9e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.972529] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec147817-df8c-4cd3-bf34-1595b687e8fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.980686] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc838104-2181-414d-a65c-82a701c7a4ea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.994744] env[70636]: DEBUG nova.compute.provider_tree [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.001913] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.002155] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.002352] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.002531] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.002692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.005191] env[70636]: INFO nova.compute.manager [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Terminating instance [ 1398.497904] env[70636]: DEBUG nova.scheduler.client.report [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.510443] env[70636]: DEBUG nova.compute.manager [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.510443] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.513301] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ab6e3-1cf3-4ce7-8ac4-e7c7c9214a10 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.523485] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.524459] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-037c8f58-46f5-4688-a292-091ce86c031a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.532046] env[70636]: DEBUG oslo_vmware.api [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1398.532046] env[70636]: value = "task-2884998" [ 1398.532046] env[70636]: _type = "Task" [ 1398.532046] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.543239] env[70636]: DEBUG oslo_vmware.api [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.668232] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.696779] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.696779] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.697383] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.698965] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.698965] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.698965] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.698965] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.698965] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.698965] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.699267] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.700640] env[70636]: DEBUG nova.virt.hardware [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.700640] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba5a7a8-0b23-4d93-988c-e720912edff1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.713118] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58189f31-9f4b-4328-9d43-b65aa0c00c32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.006191] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.007039] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.009423] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.956s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.009640] env[70636]: DEBUG nova.objects.instance [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lazy-loading 'resources' on Instance uuid dc082af5-606d-4f4f-97e3-f28858fea378 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.042067] env[70636]: DEBUG oslo_vmware.api [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2884998, 'name': PowerOffVM_Task, 'duration_secs': 0.243087} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.042550] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.042831] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.043199] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be079650-d769-420b-860e-b325d0418ae5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.120411] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.120734] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.121083] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Deleting the datastore file [datastore1] 63bba3b9-0a7c-476e-8ccb-f809d6539c76 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.121375] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507d78db-97e6-4281-a48a-bbc2bc0fe5b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.129982] env[70636]: DEBUG oslo_vmware.api [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for the task: (returnval){ [ 1399.129982] env[70636]: value = "task-2885001" [ 1399.129982] env[70636]: _type = "Task" [ 1399.129982] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.142942] env[70636]: DEBUG oslo_vmware.api [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2885001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.513502] env[70636]: DEBUG nova.compute.utils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.521971] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1399.522087] env[70636]: DEBUG nova.network.neutron [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1399.641618] env[70636]: DEBUG oslo_vmware.api [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Task: {'id': task-2885001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359342} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.647852] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.648816] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.648816] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.649200] env[70636]: INFO nova.compute.manager [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1399.650540] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.655181] env[70636]: DEBUG nova.policy [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e197abcf46eb4ba882502f6fb968cee2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbca408962143648d95c45727a144cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1399.655181] env[70636]: DEBUG nova.compute.manager [-] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.655181] env[70636]: DEBUG nova.network.neutron [-] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.740304] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223473e9-5dba-4664-b945-044959b139bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.751498] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5598e97-02e1-4fd1-b07b-7c06244cd5d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.787688] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9326f-df88-4743-9992-dea939a2fc9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.796278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995aaf9e-9cae-455c-8cf3-29af6c3b3adf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.813009] env[70636]: DEBUG nova.compute.provider_tree [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.027325] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.102491] env[70636]: DEBUG nova.compute.manager [req-30a48b80-6ba4-49a3-a4a6-e9020ab904ea req-c0b7ceaa-5908-4660-bb7b-538c93da8df0 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Received event network-vif-plugged-cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.104143] env[70636]: DEBUG oslo_concurrency.lockutils [req-30a48b80-6ba4-49a3-a4a6-e9020ab904ea req-c0b7ceaa-5908-4660-bb7b-538c93da8df0 service nova] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.104143] env[70636]: DEBUG oslo_concurrency.lockutils [req-30a48b80-6ba4-49a3-a4a6-e9020ab904ea req-c0b7ceaa-5908-4660-bb7b-538c93da8df0 service nova] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.104143] env[70636]: DEBUG oslo_concurrency.lockutils [req-30a48b80-6ba4-49a3-a4a6-e9020ab904ea req-c0b7ceaa-5908-4660-bb7b-538c93da8df0 service nova] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.104143] env[70636]: DEBUG nova.compute.manager [req-30a48b80-6ba4-49a3-a4a6-e9020ab904ea req-c0b7ceaa-5908-4660-bb7b-538c93da8df0 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] No waiting events found dispatching network-vif-plugged-cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.104511] env[70636]: WARNING nova.compute.manager [req-30a48b80-6ba4-49a3-a4a6-e9020ab904ea req-c0b7ceaa-5908-4660-bb7b-538c93da8df0 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Received unexpected event network-vif-plugged-cc110110-a375-405b-9750-aa4139a53038 for instance with vm_state building and task_state spawning. [ 1400.215062] env[70636]: DEBUG nova.network.neutron [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Successfully updated port: cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.232523] env[70636]: DEBUG nova.network.neutron [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Successfully updated port: b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.311411] env[70636]: DEBUG nova.network.neutron [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Successfully created port: e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.316875] env[70636]: DEBUG nova.scheduler.client.report [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.478256] env[70636]: DEBUG nova.compute.manager [req-558e607f-7d95-4da7-bb4b-f36e000e5c5d req-7390d689-8854-4c72-a9eb-6f6c4fb0d07b service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Received event network-vif-deleted-7f5e6c5f-59fc-4eaa-8ea8-a3128f166429 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.478338] env[70636]: INFO nova.compute.manager [req-558e607f-7d95-4da7-bb4b-f36e000e5c5d req-7390d689-8854-4c72-a9eb-6f6c4fb0d07b service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Neutron deleted interface 7f5e6c5f-59fc-4eaa-8ea8-a3128f166429; detaching it from the instance and deleting it from the info cache [ 1400.478510] env[70636]: DEBUG nova.network.neutron [req-558e607f-7d95-4da7-bb4b-f36e000e5c5d req-7390d689-8854-4c72-a9eb-6f6c4fb0d07b service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.704370] env[70636]: DEBUG nova.network.neutron [-] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.717883] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.717883] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.718051] env[70636]: DEBUG nova.network.neutron [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.734747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.734935] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.735128] env[70636]: DEBUG nova.network.neutron [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.822964] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.849886] env[70636]: INFO nova.scheduler.client.report [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleted allocations for instance dc082af5-606d-4f4f-97e3-f28858fea378 [ 1400.983032] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-832bc2a4-e0f3-4721-9acf-a228e67685ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.994019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78be649-20e2-455a-85d7-d55a2f26b0f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.028775] env[70636]: DEBUG nova.compute.manager [req-558e607f-7d95-4da7-bb4b-f36e000e5c5d req-7390d689-8854-4c72-a9eb-6f6c4fb0d07b service nova] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Detach interface failed, port_id=7f5e6c5f-59fc-4eaa-8ea8-a3128f166429, reason: Instance 63bba3b9-0a7c-476e-8ccb-f809d6539c76 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.034731] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.060337] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.060607] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.060768] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.060950] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.061112] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.061264] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.061688] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.061882] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.062079] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.062252] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.062486] env[70636]: DEBUG nova.virt.hardware [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.063652] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe45f75-b1d4-421c-9f2b-0bcd17e0929f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.073758] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24c9a6-d3f7-4f39-9b25-b4e9495f41fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.207732] env[70636]: INFO nova.compute.manager [-] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Took 1.55 seconds to deallocate network for instance. [ 1401.277495] env[70636]: DEBUG nova.network.neutron [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.287585] env[70636]: WARNING nova.network.neutron [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] 3ba6485c-4c40-481f-8bd5-9d0f5a9654fe already exists in list: networks containing: ['3ba6485c-4c40-481f-8bd5-9d0f5a9654fe']. ignoring it [ 1401.358756] env[70636]: DEBUG oslo_concurrency.lockutils [None req-136c4c4f-63f9-49f8-b923-702e481713ec tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "dc082af5-606d-4f4f-97e3-f28858fea378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.742s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.513522] env[70636]: DEBUG nova.network.neutron [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updating instance_info_cache with network_info: [{"id": "cc110110-a375-405b-9750-aa4139a53038", "address": "fa:16:3e:71:ba:31", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc110110-a3", "ovs_interfaceid": "cc110110-a375-405b-9750-aa4139a53038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.535968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "96ad2982-f576-48fe-b073-6afb95802176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.535968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "96ad2982-f576-48fe-b073-6afb95802176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.535968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "96ad2982-f576-48fe-b073-6afb95802176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.535968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "96ad2982-f576-48fe-b073-6afb95802176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.535968] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "96ad2982-f576-48fe-b073-6afb95802176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.540349] env[70636]: INFO nova.compute.manager [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Terminating instance [ 1401.715764] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.716230] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.716578] env[70636]: DEBUG nova.objects.instance [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lazy-loading 'resources' on Instance uuid 63bba3b9-0a7c-476e-8ccb-f809d6539c76 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.749383] env[70636]: DEBUG nova.network.neutron [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "address": "fa:16:3e:03:c1:18", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb383e92b-d1", "ovs_interfaceid": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.908871] env[70636]: DEBUG nova.network.neutron [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Successfully updated port: e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.017520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.017858] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Instance network_info: |[{"id": "cc110110-a375-405b-9750-aa4139a53038", "address": "fa:16:3e:71:ba:31", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc110110-a3", "ovs_interfaceid": "cc110110-a375-405b-9750-aa4139a53038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.018364] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:ba:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc110110-a375-405b-9750-aa4139a53038', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.027265] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.027582] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.027866] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-923bcdb4-4301-42ad-97ab-207c3c1130a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.045286] env[70636]: DEBUG nova.compute.manager [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.045630] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.046517] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce7b1ab-5f6e-4072-9614-6fccd118e70a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.052364] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.052364] env[70636]: value = "task-2885003" [ 1402.052364] env[70636]: _type = "Task" [ 1402.052364] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.058909] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.059600] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0007cce-5e25-4584-b564-8223a13c1ec5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.064764] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885003, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.068290] env[70636]: DEBUG oslo_vmware.api [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1402.068290] env[70636]: value = "task-2885004" [ 1402.068290] env[70636]: _type = "Task" [ 1402.068290] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.077754] env[70636]: DEBUG oslo_vmware.api [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.145575] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-vif-plugged-b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.145812] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.146034] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.146211] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.146383] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] No waiting events found dispatching network-vif-plugged-b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.146550] env[70636]: WARNING nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received unexpected event network-vif-plugged-b383e92b-d11c-4eb9-9fea-6f7297524bbd for instance with vm_state active and task_state None. [ 1402.146710] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Received event network-changed-cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.146860] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Refreshing instance network info cache due to event network-changed-cc110110-a375-405b-9750-aa4139a53038. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.147057] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquiring lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.147196] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquired lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.147355] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Refreshing network info cache for port cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.253123] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.253890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.254109] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.255073] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197b7a6-0946-475c-a9c1-f158e730fac7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.280655] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.280955] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.281138] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.281400] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.281627] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.281777] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.281988] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.282171] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.282339] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.282504] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.282674] env[70636]: DEBUG nova.virt.hardware [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.289125] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfiguring VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1402.292520] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5471a2a-29ce-4774-8e23-ed631ddd4dbd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.312927] env[70636]: DEBUG oslo_vmware.api [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1402.312927] env[70636]: value = "task-2885005" [ 1402.312927] env[70636]: _type = "Task" [ 1402.312927] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.324933] env[70636]: DEBUG oslo_vmware.api [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885005, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.411764] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "refresh_cache-0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.411953] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "refresh_cache-0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.412088] env[70636]: DEBUG nova.network.neutron [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.416508] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e73259-7947-474b-8b93-5b07fa89714f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.425233] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947780d-46cc-45d9-9e51-2f7dff7ddf4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.459901] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bcbf70-2536-4348-96be-b50fff171696 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.468712] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2ed7e-c37a-4887-b57a-3eaf78e5d334 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.484726] env[70636]: DEBUG nova.compute.provider_tree [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.564295] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885003, 'name': CreateVM_Task, 'duration_secs': 0.47951} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.564571] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.565276] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.565445] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.565800] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.566072] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e601324-485e-456a-b044-ab16c7ddb326 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.573889] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1402.573889] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528d7105-6bc6-57b4-c4a6-4727cf1a72f5" [ 1402.573889] env[70636]: _type = "Task" [ 1402.573889] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.580324] env[70636]: DEBUG oslo_vmware.api [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885004, 'name': PowerOffVM_Task, 'duration_secs': 0.228011} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.580916] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.581108] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.581354] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149272e6-d7b8-4dcb-bf09-72e8d580d500 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.585464] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528d7105-6bc6-57b4-c4a6-4727cf1a72f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.664079] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.664321] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.664519] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleting the datastore file [datastore1] 96ad2982-f576-48fe-b073-6afb95802176 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.664813] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13959492-fc95-43da-b072-cc72d426419a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.673288] env[70636]: DEBUG oslo_vmware.api [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1402.673288] env[70636]: value = "task-2885007" [ 1402.673288] env[70636]: _type = "Task" [ 1402.673288] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.682571] env[70636]: DEBUG oslo_vmware.api [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.824282] env[70636]: DEBUG oslo_vmware.api [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.867917] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updated VIF entry in instance network info cache for port cc110110-a375-405b-9750-aa4139a53038. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.868451] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updating instance_info_cache with network_info: [{"id": "cc110110-a375-405b-9750-aa4139a53038", "address": "fa:16:3e:71:ba:31", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc110110-a3", "ovs_interfaceid": "cc110110-a375-405b-9750-aa4139a53038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.948863] env[70636]: DEBUG nova.network.neutron [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.991103] env[70636]: DEBUG nova.scheduler.client.report [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.086208] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528d7105-6bc6-57b4-c4a6-4727cf1a72f5, 'name': SearchDatastore_Task, 'duration_secs': 0.019359} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.086644] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.086785] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.087023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.087179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.087398] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.087688] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8b7eeb-053d-475b-8a20-b963fa245926 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.097802] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.098011] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.098819] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bbe2f7-3488-4ceb-9b89-e19d3fe129f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.101929] env[70636]: DEBUG nova.network.neutron [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Updating instance_info_cache with network_info: [{"id": "e8333ff4-fe8a-44bc-a1a5-38fba793cf0a", "address": "fa:16:3e:45:f4:f2", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8333ff4-fe", "ovs_interfaceid": "e8333ff4-fe8a-44bc-a1a5-38fba793cf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.107671] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1403.107671] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5213fa09-9ec4-b6e9-dcb7-c9d01fc53252" [ 1403.107671] env[70636]: _type = "Task" [ 1403.107671] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.116829] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5213fa09-9ec4-b6e9-dcb7-c9d01fc53252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.183936] env[70636]: DEBUG oslo_vmware.api [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45886} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.184351] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.184504] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.184722] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.184903] env[70636]: INFO nova.compute.manager [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1403.185168] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.185366] env[70636]: DEBUG nova.compute.manager [-] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.185465] env[70636]: DEBUG nova.network.neutron [-] [instance: 96ad2982-f576-48fe-b073-6afb95802176] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.326308] env[70636]: DEBUG oslo_vmware.api [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.372050] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Releasing lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.372050] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-changed-b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.372050] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing instance network info cache due to event network-changed-b383e92b-d11c-4eb9-9fea-6f7297524bbd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.372419] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.372419] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.372549] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing network info cache for port b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.496252] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.529391] env[70636]: INFO nova.scheduler.client.report [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Deleted allocations for instance 63bba3b9-0a7c-476e-8ccb-f809d6539c76 [ 1403.607206] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "refresh_cache-0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.607501] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Instance network_info: |[{"id": "e8333ff4-fe8a-44bc-a1a5-38fba793cf0a", "address": "fa:16:3e:45:f4:f2", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8333ff4-fe", "ovs_interfaceid": "e8333ff4-fe8a-44bc-a1a5-38fba793cf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.607979] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:f4:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8333ff4-fe8a-44bc-a1a5-38fba793cf0a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.617098] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.620048] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.624318] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89739f7e-35f0-480e-aeda-b534a88de805 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.648799] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5213fa09-9ec4-b6e9-dcb7-c9d01fc53252, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.651061] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.651061] env[70636]: value = "task-2885009" [ 1403.651061] env[70636]: _type = "Task" [ 1403.651061] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.651371] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719d38e4-5b8d-40c6-8a6b-8cba771a250e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.662368] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1403.662368] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52646501-ec7b-14eb-35a2-9a9345b12bac" [ 1403.662368] env[70636]: _type = "Task" [ 1403.662368] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.665315] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885009, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.674800] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52646501-ec7b-14eb-35a2-9a9345b12bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.825855] env[70636]: DEBUG oslo_vmware.api [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885005, 'name': ReconfigVM_Task, 'duration_secs': 1.16733} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.826607] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.826942] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfigured VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1403.956451] env[70636]: DEBUG nova.network.neutron [-] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.039020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a8ffe643-f60d-4c25-aec3-7916837a994a tempest-ServersV294TestFqdnHostnames-76662348 tempest-ServersV294TestFqdnHostnames-76662348-project-member] Lock "63bba3b9-0a7c-476e-8ccb-f809d6539c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.037s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.089210] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updated VIF entry in instance network info cache for port b383e92b-d11c-4eb9-9fea-6f7297524bbd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.089727] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "address": "fa:16:3e:03:c1:18", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb383e92b-d1", "ovs_interfaceid": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.103432] env[70636]: DEBUG oslo_concurrency.lockutils [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.103797] env[70636]: DEBUG oslo_concurrency.lockutils [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.104119] env[70636]: INFO nova.compute.manager [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Rebooting instance [ 1404.167203] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885009, 'name': CreateVM_Task, 'duration_secs': 0.432411} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.170789] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.170789] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.170994] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.171149] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.171816] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0465e277-628b-432c-bf90-4f95e5a97274 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.178541] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52646501-ec7b-14eb-35a2-9a9345b12bac, 'name': SearchDatastore_Task, 'duration_secs': 0.015143} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.180057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.180349] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468/0ce53ef6-f7cc-4786-9f2d-c60a50f2c468.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.181257] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1404.181257] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52799916-1d55-ec39-93b2-c568445ead96" [ 1404.181257] env[70636]: _type = "Task" [ 1404.181257] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.181561] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510ee8c6-5786-4a99-9e21-446797f130c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.193253] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52799916-1d55-ec39-93b2-c568445ead96, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.195623] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.195871] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.196112] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.196263] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.196438] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.196795] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1404.196795] env[70636]: value = "task-2885010" [ 1404.196795] env[70636]: _type = "Task" [ 1404.196795] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.197859] env[70636]: DEBUG nova.compute.manager [req-b9e131aa-2e1b-4ad5-8007-bc0c26af8319 req-3f87d862-5c11-4ac0-97f2-334f3a39f7a3 service nova] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Received event network-vif-deleted-220a0f02-4d10-419f-bbb1-c8e2e4362cd7 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.198452] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae34a89-621e-4042-a259-35acc4afa4f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.210246] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.212136] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.213118] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.213118] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1857efee-c17a-4c1c-a79a-99b44ed6c3ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.221237] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1404.221237] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5265d21e-3db7-4c0c-ba86-94b6bf8e57ef" [ 1404.221237] env[70636]: _type = "Task" [ 1404.221237] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.229214] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5265d21e-3db7-4c0c-ba86-94b6bf8e57ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.332606] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9002955f-1c58-4b28-83b4-8bc506ff0318 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.206s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.459887] env[70636]: INFO nova.compute.manager [-] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Took 1.27 seconds to deallocate network for instance. [ 1404.593079] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.593079] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Received event network-vif-plugged-e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.593079] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquiring lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.594587] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.594587] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.594587] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] No waiting events found dispatching network-vif-plugged-e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.594587] env[70636]: WARNING nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Received unexpected event network-vif-plugged-e8333ff4-fe8a-44bc-a1a5-38fba793cf0a for instance with vm_state building and task_state spawning. [ 1404.594587] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Received event network-changed-e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.594587] env[70636]: DEBUG nova.compute.manager [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Refreshing instance network info cache due to event network-changed-e8333ff4-fe8a-44bc-a1a5-38fba793cf0a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.594587] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquiring lock "refresh_cache-0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.594587] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Acquired lock "refresh_cache-0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.594587] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Refreshing network info cache for port e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.626167] env[70636]: DEBUG oslo_concurrency.lockutils [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.626167] env[70636]: DEBUG oslo_concurrency.lockutils [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.626167] env[70636]: DEBUG nova.network.neutron [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.712339] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885010, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.734306] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5265d21e-3db7-4c0c-ba86-94b6bf8e57ef, 'name': SearchDatastore_Task, 'duration_secs': 0.034005} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.735172] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298fc700-998d-469a-96b6-55ff0e897518 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.742120] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1404.742120] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529126f2-8c49-0301-fa80-79ef3af6f4bf" [ 1404.742120] env[70636]: _type = "Task" [ 1404.742120] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.751731] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529126f2-8c49-0301-fa80-79ef3af6f4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.967248] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.967629] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.968258] env[70636]: DEBUG nova.objects.instance [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lazy-loading 'resources' on Instance uuid 96ad2982-f576-48fe-b073-6afb95802176 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.220347] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767416} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.220664] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468/0ce53ef6-f7cc-4786-9f2d-c60a50f2c468.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.220886] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.221263] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea3bfd55-6895-4841-9e57-32eca848b692 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.231639] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1405.231639] env[70636]: value = "task-2885012" [ 1405.231639] env[70636]: _type = "Task" [ 1405.231639] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.241664] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.253217] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529126f2-8c49-0301-fa80-79ef3af6f4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.061676} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.253507] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.253778] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb/0bdc44ae-23f1-405b-b4d9-d87ff3b28afb.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.254059] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927dd9f7-55b1-4ab4-833f-efe46bcf966a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.263606] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1405.263606] env[70636]: value = "task-2885013" [ 1405.263606] env[70636]: _type = "Task" [ 1405.263606] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.275731] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.663987] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Updated VIF entry in instance network info cache for port e8333ff4-fe8a-44bc-a1a5-38fba793cf0a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.664396] env[70636]: DEBUG nova.network.neutron [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Updating instance_info_cache with network_info: [{"id": "e8333ff4-fe8a-44bc-a1a5-38fba793cf0a", "address": "fa:16:3e:45:f4:f2", "network": {"id": "86f20ce9-a099-4648-a04d-64035312f095", "bridge": "br-int", "label": "tempest-ServersTestJSON-903013514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbca408962143648d95c45727a144cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8333ff4-fe", "ovs_interfaceid": "e8333ff4-fe8a-44bc-a1a5-38fba793cf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.687452] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b8b68-79bc-42e8-9964-829467c7255e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.697058] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b5d635-1d4b-4a28-8063-ed0b6ae5df6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.730405] env[70636]: DEBUG nova.network.neutron [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.732205] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547c68d-a307-4636-85c5-b747a7a47b5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.747057] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313cc62b-8134-4c88-b9e4-010d7a76a269 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.751398] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110808} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.753089] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.758462] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861b81d-4c0a-4e4c-a38d-603750cdc164 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.771877] env[70636]: DEBUG nova.compute.provider_tree [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.798668] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468/0ce53ef6-f7cc-4786-9f2d-c60a50f2c468.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.802937] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797b0de5-36e4-4172-ad10-f4ee32257cba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.817753] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.825922] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1405.825922] env[70636]: value = "task-2885014" [ 1405.825922] env[70636]: _type = "Task" [ 1405.825922] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.837989] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.167939] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a3d6399-2f02-4b92-b5ae-ece2bb3d056e req-081d455e-46e2-458b-9ecd-f4a864cf5474 service nova] Releasing lock "refresh_cache-0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.239017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.260452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-25aeea6c-d91b-428f-a3e2-5d0815457ca0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.260718] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-25aeea6c-d91b-428f-a3e2-5d0815457ca0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.261102] env[70636]: DEBUG nova.objects.instance [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'flavor' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.277828] env[70636]: DEBUG nova.scheduler.client.report [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.292558] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708769} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.293887] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb/0bdc44ae-23f1-405b-b4d9-d87ff3b28afb.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.293887] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.295117] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8448a1f-a216-47f7-890c-4f0bcce1b52d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.307941] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1406.307941] env[70636]: value = "task-2885015" [ 1406.307941] env[70636]: _type = "Task" [ 1406.307941] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.317678] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.335353] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.741831] env[70636]: DEBUG nova.compute.manager [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.742783] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a33ba6-bcb3-479e-aeff-aefb3e3d2c3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.790239] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.819733] env[70636]: INFO nova.scheduler.client.report [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleted allocations for instance 96ad2982-f576-48fe-b073-6afb95802176 [ 1406.828879] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.839470] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885014, 'name': ReconfigVM_Task, 'duration_secs': 0.703514} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.839781] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468/0ce53ef6-f7cc-4786-9f2d-c60a50f2c468.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.840443] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a57d0808-a1f5-4353-b3d7-cf89084b9f4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.849850] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1406.849850] env[70636]: value = "task-2885016" [ 1406.849850] env[70636]: _type = "Task" [ 1406.849850] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.858490] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885016, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.933392] env[70636]: DEBUG nova.objects.instance [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'pci_requests' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.320267] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885015, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.338141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd0aea43-1c35-4887-9b92-5170c0f50627 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "96ad2982-f576-48fe-b073-6afb95802176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.360239] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885016, 'name': Rename_Task, 'duration_secs': 0.212087} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.361208] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.361496] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea3b526-0439-4b6f-a758-0632b7a7e72d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.370021] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1407.370021] env[70636]: value = "task-2885017" [ 1407.370021] env[70636]: _type = "Task" [ 1407.370021] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.379770] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.435594] env[70636]: DEBUG nova.objects.base [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Object Instance<49d959f3-1ffa-47f0-a0e7-ac53b810003f> lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1407.435816] env[70636]: DEBUG nova.network.neutron [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.524754] env[70636]: DEBUG nova.policy [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.760127] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514a1297-0c6f-4b8c-a837-65c3de608cc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.770089] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Doing hard reboot of VM {{(pid=70636) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1407.770089] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5c716153-fd41-441a-8959-0d3a16c578a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.779128] env[70636]: DEBUG oslo_vmware.api [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1407.779128] env[70636]: value = "task-2885018" [ 1407.779128] env[70636]: _type = "Task" [ 1407.779128] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.788283] env[70636]: DEBUG oslo_vmware.api [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885018, 'name': ResetVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.821170] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.031602} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.822148] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.823062] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892b92b-ef8c-4068-b75b-4d8340db8c7e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.849461] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb/0bdc44ae-23f1-405b-b4d9-d87ff3b28afb.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.852660] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a5a66d-ebd7-445a-93f1-866342605bee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.878183] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6f275-7d9e-8459-d432-047c29d754bc/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1407.880396] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8d787-b6d2-4080-a279-319c375da7b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.883173] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1407.883173] env[70636]: value = "task-2885019" [ 1407.883173] env[70636]: _type = "Task" [ 1407.883173] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.892573] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.892822] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6f275-7d9e-8459-d432-047c29d754bc/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1407.892970] env[70636]: ERROR oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6f275-7d9e-8459-d432-047c29d754bc/disk-0.vmdk due to incomplete transfer. [ 1407.893577] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7980b957-1ead-4c63-8ce3-a57ba9180b63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.898302] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.901487] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6f275-7d9e-8459-d432-047c29d754bc/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1407.901754] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Uploaded image b42daab9-c0e0-4505-8465-20a16a781ce4 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1407.904281] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1407.904544] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3420680d-0f72-4cb3-a4ee-2bc4ce91ac67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.912344] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1407.912344] env[70636]: value = "task-2885020" [ 1407.912344] env[70636]: _type = "Task" [ 1407.912344] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.921195] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885020, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.293383] env[70636]: DEBUG oslo_vmware.api [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885018, 'name': ResetVM_Task, 'duration_secs': 0.117298} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.293678] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Did hard reboot of VM {{(pid=70636) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1408.293957] env[70636]: DEBUG nova.compute.manager [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.295123] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dddddd-1dc9-494f-84aa-79db9601ab29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.306720] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.306970] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.307198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "6a871e32-72a4-47d1-9420-76dfb0a1831c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.307408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.307580] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.311493] env[70636]: INFO nova.compute.manager [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Terminating instance [ 1408.382226] env[70636]: DEBUG oslo_vmware.api [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885017, 'name': PowerOnVM_Task, 'duration_secs': 0.77268} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.382528] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.382683] env[70636]: INFO nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1408.382860] env[70636]: DEBUG nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.383644] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c595acb2-5ddf-4988-b790-b6c457f2ad6b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.398140] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.422421] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885020, 'name': Destroy_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.818563] env[70636]: DEBUG nova.compute.manager [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.818838] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.819411] env[70636]: DEBUG oslo_concurrency.lockutils [None req-beaa4ce0-19ae-434e-be85-9d578ccb8e19 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.716s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.820976] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355778e0-3b78-4d98-92bc-297a1209a95e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.831886] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.832463] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-844a9621-65f5-48cc-9586-cb03f0399ac5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.841835] env[70636]: DEBUG oslo_vmware.api [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1408.841835] env[70636]: value = "task-2885021" [ 1408.841835] env[70636]: _type = "Task" [ 1408.841835] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.853125] env[70636]: DEBUG oslo_vmware.api [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.905949] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885019, 'name': ReconfigVM_Task, 'duration_secs': 0.524399} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.912582] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb/0bdc44ae-23f1-405b-b4d9-d87ff3b28afb.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.913777] env[70636]: INFO nova.compute.manager [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Took 17.50 seconds to build instance. [ 1408.918021] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eba45c7-501e-46df-bf34-675f1350b65f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.927343] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885020, 'name': Destroy_Task, 'duration_secs': 0.972992} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.928835] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Destroyed the VM [ 1408.929178] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1408.929557] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1408.929557] env[70636]: value = "task-2885022" [ 1408.929557] env[70636]: _type = "Task" [ 1408.929557] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.930620] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c6c4955-fb7f-455d-8231-ad59492e487e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.939783] env[70636]: DEBUG nova.compute.manager [req-fc1258c1-4d22-4a30-903e-e84f213004d1 req-86130ae8-496f-4b59-8a7f-02f7dcfc1f07 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-vif-plugged-25aeea6c-d91b-428f-a3e2-5d0815457ca0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.940140] env[70636]: DEBUG oslo_concurrency.lockutils [req-fc1258c1-4d22-4a30-903e-e84f213004d1 req-86130ae8-496f-4b59-8a7f-02f7dcfc1f07 service nova] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.940454] env[70636]: DEBUG oslo_concurrency.lockutils [req-fc1258c1-4d22-4a30-903e-e84f213004d1 req-86130ae8-496f-4b59-8a7f-02f7dcfc1f07 service nova] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.940755] env[70636]: DEBUG oslo_concurrency.lockutils [req-fc1258c1-4d22-4a30-903e-e84f213004d1 req-86130ae8-496f-4b59-8a7f-02f7dcfc1f07 service nova] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.941091] env[70636]: DEBUG nova.compute.manager [req-fc1258c1-4d22-4a30-903e-e84f213004d1 req-86130ae8-496f-4b59-8a7f-02f7dcfc1f07 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] No waiting events found dispatching network-vif-plugged-25aeea6c-d91b-428f-a3e2-5d0815457ca0 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.941370] env[70636]: WARNING nova.compute.manager [req-fc1258c1-4d22-4a30-903e-e84f213004d1 req-86130ae8-496f-4b59-8a7f-02f7dcfc1f07 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received unexpected event network-vif-plugged-25aeea6c-d91b-428f-a3e2-5d0815457ca0 for instance with vm_state active and task_state None. [ 1408.947119] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1408.947119] env[70636]: value = "task-2885023" [ 1408.947119] env[70636]: _type = "Task" [ 1408.947119] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.958081] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.050675] env[70636]: DEBUG nova.network.neutron [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Successfully updated port: 25aeea6c-d91b-428f-a3e2-5d0815457ca0 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.354739] env[70636]: DEBUG oslo_vmware.api [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885021, 'name': PowerOffVM_Task, 'duration_secs': 0.33491} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.354739] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.354739] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.354949] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7fe506c-1aec-41f1-825c-72cd68e71660 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.418799] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a18f5988-cf50-469d-822f-9bbb306c6932 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.017s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.431219] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.431587] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.431879] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleting the datastore file [datastore1] 6a871e32-72a4-47d1-9420-76dfb0a1831c {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.433011] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465bea69-5ad1-4564-b986-ab4ae490622d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.452327] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885022, 'name': Rename_Task, 'duration_secs': 0.213694} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.455815] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.456368] env[70636]: DEBUG oslo_vmware.api [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for the task: (returnval){ [ 1409.456368] env[70636]: value = "task-2885026" [ 1409.456368] env[70636]: _type = "Task" [ 1409.456368] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.459560] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c27865-b398-41f3-8098-4fb4fc75cac8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.467589] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885023, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.475821] env[70636]: DEBUG oslo_vmware.api [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.477629] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1409.477629] env[70636]: value = "task-2885027" [ 1409.477629] env[70636]: _type = "Task" [ 1409.477629] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.488841] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.556632] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.556632] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.556632] env[70636]: DEBUG nova.network.neutron [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.963177] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885023, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546154} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.967087] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1409.967394] env[70636]: DEBUG nova.compute.manager [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.968229] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a0237-4d9d-4422-8a61-60179893c1ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.978987] env[70636]: DEBUG oslo_vmware.api [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Task: {'id': task-2885026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18751} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.985201] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.985293] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.985473] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.985646] env[70636]: INFO nova.compute.manager [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1409.985895] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.989491] env[70636]: DEBUG nova.compute.manager [-] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.989607] env[70636]: DEBUG nova.network.neutron [-] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.999221] env[70636]: DEBUG oslo_vmware.api [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885027, 'name': PowerOnVM_Task, 'duration_secs': 0.48946} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.999554] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.999756] env[70636]: INFO nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1409.999929] env[70636]: DEBUG nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.000844] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb51f93b-d4be-4cf7-a6a6-df6f9075586d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.243919] env[70636]: WARNING nova.network.neutron [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] 3ba6485c-4c40-481f-8bd5-9d0f5a9654fe already exists in list: networks containing: ['3ba6485c-4c40-481f-8bd5-9d0f5a9654fe']. ignoring it [ 1410.244145] env[70636]: WARNING nova.network.neutron [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] 3ba6485c-4c40-481f-8bd5-9d0f5a9654fe already exists in list: networks containing: ['3ba6485c-4c40-481f-8bd5-9d0f5a9654fe']. ignoring it [ 1410.498357] env[70636]: INFO nova.compute.manager [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Shelve offloading [ 1410.517882] env[70636]: INFO nova.compute.manager [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Took 18.79 seconds to build instance. [ 1410.980591] env[70636]: DEBUG nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-changed-25aeea6c-d91b-428f-a3e2-5d0815457ca0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.980591] env[70636]: DEBUG nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing instance network info cache due to event network-changed-25aeea6c-d91b-428f-a3e2-5d0815457ca0. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1410.980820] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.987920] env[70636]: DEBUG nova.network.neutron [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "address": "fa:16:3e:03:c1:18", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb383e92b-d1", "ovs_interfaceid": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25aeea6c-d91b-428f-a3e2-5d0815457ca0", "address": "fa:16:3e:1a:cf:b1", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25aeea6c-d9", "ovs_interfaceid": "25aeea6c-d91b-428f-a3e2-5d0815457ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.013779] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.014096] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d147abd1-f302-4670-b15a-0560819da747 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.020034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b94027a0-a72a-4857-ab55-c77939d4efa5 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.299s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.023666] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1411.023666] env[70636]: value = "task-2885028" [ 1411.023666] env[70636]: _type = "Task" [ 1411.023666] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.034137] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1411.034397] env[70636]: DEBUG nova.compute.manager [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.036098] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03003ead-63b1-453c-bafc-eea2861b0920 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.045287] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.045606] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.045782] env[70636]: DEBUG nova.network.neutron [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.074462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "2e4596df-2611-4153-9349-6959ebda24da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.074462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "2e4596df-2611-4153-9349-6959ebda24da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.260889] env[70636]: DEBUG nova.network.neutron [-] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.487048] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.487772] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.487936] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.488234] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.488413] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Refreshing network info cache for port 25aeea6c-d91b-428f-a3e2-5d0815457ca0 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.490496] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc6a59-8d4f-4317-8d6c-d20fa7c03a8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.509811] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.510126] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.510292] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.510394] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.510531] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.510673] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.510872] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.511036] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.511201] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.511361] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.511528] env[70636]: DEBUG nova.virt.hardware [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.517947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfiguring VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1411.518524] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965cb64b-f2c2-4c13-ae58-88c7c1aab9c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.541487] env[70636]: DEBUG oslo_vmware.api [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1411.541487] env[70636]: value = "task-2885030" [ 1411.541487] env[70636]: _type = "Task" [ 1411.541487] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.551888] env[70636]: DEBUG oslo_vmware.api [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885030, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.577590] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.766182] env[70636]: INFO nova.compute.manager [-] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Took 1.78 seconds to deallocate network for instance. [ 1411.775386] env[70636]: DEBUG nova.network.neutron [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.922472] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.922788] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.922984] env[70636]: DEBUG nova.compute.manager [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.923946] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868650a1-58c0-4cfc-b907-cc017305774f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.932347] env[70636]: DEBUG nova.compute.manager [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1411.932924] env[70636]: DEBUG nova.objects.instance [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'flavor' on Instance uuid 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.052598] env[70636]: DEBUG oslo_vmware.api [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.105027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.105027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.105548] env[70636]: INFO nova.compute.claims [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.216033] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updated VIF entry in instance network info cache for port 25aeea6c-d91b-428f-a3e2-5d0815457ca0. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.216564] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "address": "fa:16:3e:03:c1:18", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb383e92b-d1", "ovs_interfaceid": "b383e92b-d11c-4eb9-9fea-6f7297524bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25aeea6c-d91b-428f-a3e2-5d0815457ca0", "address": "fa:16:3e:1a:cf:b1", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25aeea6c-d9", "ovs_interfaceid": "25aeea6c-d91b-428f-a3e2-5d0815457ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.275828] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.279830] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.552991] env[70636]: DEBUG oslo_vmware.api [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885030, 'name': ReconfigVM_Task, 'duration_secs': 0.802088} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.553535] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.553755] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfigured VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1412.638588] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.639578] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811842bf-7f2f-41e3-ac2b-60ea3337c01a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.648242] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.648530] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40265cc8-a806-42bb-8262-4ed0a6e9fa8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.720794] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.721131] env[70636]: DEBUG nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Received event network-changed-cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.721389] env[70636]: DEBUG nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Refreshing instance network info cache due to event network-changed-cc110110-a375-405b-9750-aa4139a53038. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.721648] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] Acquiring lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.721801] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] Acquired lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.721970] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Refreshing network info cache for port cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.723193] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.723384] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.723563] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleting the datastore file [datastore1] caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.724284] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce77bf71-5694-4162-ab6f-2bf80aa20a52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.733028] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1412.733028] env[70636]: value = "task-2885032" [ 1412.733028] env[70636]: _type = "Task" [ 1412.733028] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.741723] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.941125] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.941297] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bec9bb1-f3b4-4ce9-a1c1-45412faeae58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.949991] env[70636]: DEBUG oslo_vmware.api [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1412.949991] env[70636]: value = "task-2885033" [ 1412.949991] env[70636]: _type = "Task" [ 1412.949991] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.959866] env[70636]: DEBUG oslo_vmware.api [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.005188] env[70636]: DEBUG nova.compute.manager [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-vif-unplugged-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.005306] env[70636]: DEBUG oslo_concurrency.lockutils [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.005565] env[70636]: DEBUG oslo_concurrency.lockutils [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.005792] env[70636]: DEBUG oslo_concurrency.lockutils [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.005973] env[70636]: DEBUG nova.compute.manager [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] No waiting events found dispatching network-vif-unplugged-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.006160] env[70636]: WARNING nova.compute.manager [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received unexpected event network-vif-unplugged-679d03d1-5764-4af0-a544-0d7b354d1144 for instance with vm_state shelved and task_state shelving_offloading. [ 1413.006321] env[70636]: DEBUG nova.compute.manager [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.006475] env[70636]: DEBUG nova.compute.manager [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing instance network info cache due to event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.006661] env[70636]: DEBUG oslo_concurrency.lockutils [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.006805] env[70636]: DEBUG oslo_concurrency.lockutils [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.006988] env[70636]: DEBUG nova.network.neutron [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.058299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7c02889f-746c-4b89-a781-3f33cf29aac5 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-25aeea6c-d91b-428f-a3e2-5d0815457ca0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.797s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.242971] env[70636]: DEBUG oslo_vmware.api [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398038} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.242971] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.242971] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.243150] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.248141] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc118ac2-33fd-4cdb-830e-0a2f3e3430c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.260234] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566add8e-0f7e-44a8-932a-6c8e43f7fc9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.264714] env[70636]: INFO nova.scheduler.client.report [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted allocations for instance caad11f9-6910-439b-b8dc-51a422b711b2 [ 1413.293193] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069afd7-9e75-4c54-b83c-a475446939a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.301445] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b4b0b-0e9b-4902-a0dc-888aa140bd38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.321236] env[70636]: DEBUG nova.compute.provider_tree [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.448761] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updated VIF entry in instance network info cache for port cc110110-a375-405b-9750-aa4139a53038. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.449205] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updating instance_info_cache with network_info: [{"id": "cc110110-a375-405b-9750-aa4139a53038", "address": "fa:16:3e:71:ba:31", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc110110-a3", "ovs_interfaceid": "cc110110-a375-405b-9750-aa4139a53038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.461168] env[70636]: DEBUG oslo_vmware.api [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885033, 'name': PowerOffVM_Task, 'duration_secs': 0.19958} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.462070] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.462070] env[70636]: DEBUG nova.compute.manager [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.462530] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88787796-3ffd-4ce6-923c-58a5752faba0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.710903] env[70636]: DEBUG nova.network.neutron [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updated VIF entry in instance network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.711340] env[70636]: DEBUG nova.network.neutron [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap679d03d1-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.794021] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.824329] env[70636]: DEBUG nova.scheduler.client.report [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.955991] env[70636]: DEBUG oslo_concurrency.lockutils [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] Releasing lock "refresh_cache-0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.956311] env[70636]: DEBUG nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Received event network-vif-deleted-e96f3db1-94d9-424f-bbb0-e4b19b61d1d3 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.956490] env[70636]: INFO nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Neutron deleted interface e96f3db1-94d9-424f-bbb0-e4b19b61d1d3; detaching it from the instance and deleting it from the info cache [ 1413.956666] env[70636]: DEBUG nova.network.neutron [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.975756] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6a7296a7-fa88-428a-9a94-2e1b1e6557cb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.214476] env[70636]: DEBUG oslo_concurrency.lockutils [req-9734503d-5a7b-45ce-871e-3b58fc3eb479 req-45c1983b-97d1-4838-b73f-b19b1b6a1e3f service nova] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.330178] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.330840] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.333691] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.058s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.333953] env[70636]: DEBUG nova.objects.instance [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lazy-loading 'resources' on Instance uuid 6a871e32-72a4-47d1-9420-76dfb0a1831c {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.459294] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df4421da-d9ce-4187-bc95-8d10ba96a4ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.471395] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2fc87-3c4e-43a5-8359-060bf96e9eda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.503567] env[70636]: DEBUG nova.compute.manager [req-8ceeba35-8cb1-4038-b27d-c0ecb3713e81 req-6da08d25-2a6d-4277-b742-3f6d805052c5 service nova] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Detach interface failed, port_id=e96f3db1-94d9-424f-bbb0-e4b19b61d1d3, reason: Instance 6a871e32-72a4-47d1-9420-76dfb0a1831c could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.586738] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-b383e92b-d11c-4eb9-9fea-6f7297524bbd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.587064] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-b383e92b-d11c-4eb9-9fea-6f7297524bbd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.625478] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.625750] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.625957] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.626734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.626935] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.629682] env[70636]: INFO nova.compute.manager [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Terminating instance [ 1414.837268] env[70636]: DEBUG nova.compute.utils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.841948] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.842259] env[70636]: DEBUG nova.network.neutron [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.883242] env[70636]: DEBUG nova.policy [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b5155552a740ce8a18fee618d8c056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f304cb401842598cbe5e714f2156b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.976773] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8496135-c58b-41e9-9d69-f1b19c49ab2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.985775] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f7df78-6fb7-4517-8695-912089fe5c2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.019710] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c855ef1-542b-4c1d-93f7-cfae237ede91 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.028277] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a42773-61df-4c14-92d2-5d37f2a1b7ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.044456] env[70636]: DEBUG nova.compute.provider_tree [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.089719] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.089933] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.090922] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f98af8-fc13-4216-8b89-97dc6c9d63a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.115078] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3729f7-408d-4ebb-9029-c8c0e88c3e8c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.140437] env[70636]: DEBUG nova.compute.manager [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.140656] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.146556] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfiguring VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1415.147341] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda18b5-e8d6-4e4f-b7eb-453fa130edb4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.150188] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0504211-0d35-40a9-92f9-7538aca1ed66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.168777] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.170093] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8ad9f05-a322-4632-a2b7-40771b2e381c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.171773] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1415.171773] env[70636]: value = "task-2885035" [ 1415.171773] env[70636]: _type = "Task" [ 1415.171773] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.182243] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.192530] env[70636]: DEBUG nova.network.neutron [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Successfully created port: da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.248257] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.248529] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.248723] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore2] 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.249268] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaaea753-0906-49a2-996d-19552710a50f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.257484] env[70636]: DEBUG oslo_vmware.api [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1415.257484] env[70636]: value = "task-2885037" [ 1415.257484] env[70636]: _type = "Task" [ 1415.257484] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.267858] env[70636]: DEBUG oslo_vmware.api [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.343318] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.545058] env[70636]: DEBUG nova.scheduler.client.report [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.682090] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.767174] env[70636]: DEBUG oslo_vmware.api [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152285} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.767444] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.767624] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.767803] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.767969] env[70636]: INFO nova.compute.manager [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1415.768226] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.768429] env[70636]: DEBUG nova.compute.manager [-] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.768520] env[70636]: DEBUG nova.network.neutron [-] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.037980] env[70636]: DEBUG nova.compute.manager [req-fa6421ca-135e-4b6c-9a59-f403b1c2bfa4 req-8b384372-e3f5-46c2-8887-0d35f19de940 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Received event network-vif-deleted-e8333ff4-fe8a-44bc-a1a5-38fba793cf0a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.037980] env[70636]: INFO nova.compute.manager [req-fa6421ca-135e-4b6c-9a59-f403b1c2bfa4 req-8b384372-e3f5-46c2-8887-0d35f19de940 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Neutron deleted interface e8333ff4-fe8a-44bc-a1a5-38fba793cf0a; detaching it from the instance and deleting it from the info cache [ 1416.038314] env[70636]: DEBUG nova.network.neutron [req-fa6421ca-135e-4b6c-9a59-f403b1c2bfa4 req-8b384372-e3f5-46c2-8887-0d35f19de940 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.050010] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.052573] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.259s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.052829] env[70636]: DEBUG nova.objects.instance [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'resources' on Instance uuid caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.071972] env[70636]: INFO nova.scheduler.client.report [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Deleted allocations for instance 6a871e32-72a4-47d1-9420-76dfb0a1831c [ 1416.115524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.184936] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.356478] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.383718] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.383960] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.384136] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.384318] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.384462] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.384610] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.384818] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.384971] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.385153] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.385312] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.385481] env[70636]: DEBUG nova.virt.hardware [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.386363] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd7b8e8-5a9a-4545-9fd9-aae80503f8b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.395405] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e35d8-690d-4b6d-9607-8f530ca26fd6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.517792] env[70636]: DEBUG nova.network.neutron [-] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.541166] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd344aeb-d24f-455c-8742-1ab510b9f5c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.553187] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9624f582-547b-406e-ad4e-7c2fd5d35f47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.563701] env[70636]: DEBUG nova.objects.instance [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'numa_topology' on Instance uuid caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.587207] env[70636]: DEBUG nova.compute.manager [req-fa6421ca-135e-4b6c-9a59-f403b1c2bfa4 req-8b384372-e3f5-46c2-8887-0d35f19de940 service nova] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Detach interface failed, port_id=e8333ff4-fe8a-44bc-a1a5-38fba793cf0a, reason: Instance 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.587903] env[70636]: DEBUG oslo_concurrency.lockutils [None req-97552c8c-69eb-40b7-bb7d-1ec723b40690 tempest-ListServerFiltersTestJSON-1444455519 tempest-ListServerFiltersTestJSON-1444455519-project-member] Lock "6a871e32-72a4-47d1-9420-76dfb0a1831c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.281s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.683290] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.686269] env[70636]: DEBUG nova.network.neutron [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Successfully updated port: da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.018666] env[70636]: INFO nova.compute.manager [-] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Took 1.25 seconds to deallocate network for instance. [ 1417.065931] env[70636]: DEBUG nova.objects.base [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1417.190778] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-2e4596df-2611-4153-9349-6959ebda24da" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.190970] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-2e4596df-2611-4153-9349-6959ebda24da" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.191257] env[70636]: DEBUG nova.network.neutron [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.192942] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.243815] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c169d-2ffb-4ead-b063-e9c767652fa7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.252145] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d588cef-d00c-4bed-977d-909d3d01f98b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.285563] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d8222c-7d5f-448f-aa8b-a5c809e885b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.295354] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3483cf-26e4-4f19-b538-31373aad47dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.309192] env[70636]: DEBUG nova.compute.provider_tree [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.470796] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.470914] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.524846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.686526] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.726804] env[70636]: DEBUG nova.network.neutron [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.812650] env[70636]: DEBUG nova.scheduler.client.report [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.864420] env[70636]: DEBUG nova.network.neutron [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Updating instance_info_cache with network_info: [{"id": "da2203aa-dfe9-4fda-8c59-b79a5e843f4a", "address": "fa:16:3e:22:07:dd", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2203aa-df", "ovs_interfaceid": "da2203aa-dfe9-4fda-8c59-b79a5e843f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.973924] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.064661] env[70636]: DEBUG nova.compute.manager [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Received event network-vif-plugged-da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.064968] env[70636]: DEBUG oslo_concurrency.lockutils [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] Acquiring lock "2e4596df-2611-4153-9349-6959ebda24da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.065400] env[70636]: DEBUG oslo_concurrency.lockutils [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] Lock "2e4596df-2611-4153-9349-6959ebda24da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.065642] env[70636]: DEBUG oslo_concurrency.lockutils [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] Lock "2e4596df-2611-4153-9349-6959ebda24da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.065918] env[70636]: DEBUG nova.compute.manager [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] No waiting events found dispatching network-vif-plugged-da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.066182] env[70636]: WARNING nova.compute.manager [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Received unexpected event network-vif-plugged-da2203aa-dfe9-4fda-8c59-b79a5e843f4a for instance with vm_state building and task_state spawning. [ 1418.066511] env[70636]: DEBUG nova.compute.manager [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Received event network-changed-da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.066705] env[70636]: DEBUG nova.compute.manager [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Refreshing instance network info cache due to event network-changed-da2203aa-dfe9-4fda-8c59-b79a5e843f4a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.066955] env[70636]: DEBUG oslo_concurrency.lockutils [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] Acquiring lock "refresh_cache-2e4596df-2611-4153-9349-6959ebda24da" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.187722] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.317962] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.320743] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.796s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.321013] env[70636]: DEBUG nova.objects.instance [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.367570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-2e4596df-2611-4153-9349-6959ebda24da" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.367902] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Instance network_info: |[{"id": "da2203aa-dfe9-4fda-8c59-b79a5e843f4a", "address": "fa:16:3e:22:07:dd", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2203aa-df", "ovs_interfaceid": "da2203aa-dfe9-4fda-8c59-b79a5e843f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.368464] env[70636]: DEBUG oslo_concurrency.lockutils [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] Acquired lock "refresh_cache-2e4596df-2611-4153-9349-6959ebda24da" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.368655] env[70636]: DEBUG nova.network.neutron [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Refreshing network info cache for port da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.369852] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:07:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da2203aa-dfe9-4fda-8c59-b79a5e843f4a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.383667] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating folder: Project (96f304cb401842598cbe5e714f2156b4). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.386900] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a45945-5849-47a8-bad5-4b26866b9c14 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.399763] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created folder: Project (96f304cb401842598cbe5e714f2156b4) in parent group-v579393. [ 1418.399963] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating folder: Instances. Parent ref: group-v579675. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.400222] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc766ee-e79b-4dfe-b7af-ca3cdf10c609 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.410688] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created folder: Instances in parent group-v579675. [ 1418.410930] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.411159] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.411372] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-214ede7d-89fc-41b9-a976-2be3e494f0fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.437325] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.437325] env[70636]: value = "task-2885040" [ 1418.437325] env[70636]: _type = "Task" [ 1418.437325] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.445470] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885040, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.499872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.600501] env[70636]: DEBUG nova.network.neutron [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Updated VIF entry in instance network info cache for port da2203aa-dfe9-4fda-8c59-b79a5e843f4a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.600887] env[70636]: DEBUG nova.network.neutron [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Updating instance_info_cache with network_info: [{"id": "da2203aa-dfe9-4fda-8c59-b79a5e843f4a", "address": "fa:16:3e:22:07:dd", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2203aa-df", "ovs_interfaceid": "da2203aa-dfe9-4fda-8c59-b79a5e843f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.687740] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.833123] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d51996bb-9ad8-4d54-a076-e1f757595173 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.293s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.833956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.719s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.834147] env[70636]: INFO nova.compute.manager [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Unshelving [ 1418.944414] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2efcfac-88f0-4beb-83db-bef492e51fd0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.950057] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885040, 'name': CreateVM_Task, 'duration_secs': 0.317856} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.950546] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.951344] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.951683] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.951835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.952110] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656151f7-5a61-45c9-8676-5d540d5a85ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.956293] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e683a2-1a08-4f95-9bca-df534bf93f96 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.961578] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1418.961578] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212ba20-5626-194a-3dec-5d06a21eeda4" [ 1418.961578] env[70636]: _type = "Task" [ 1418.961578] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.991821] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa14244-5fe3-43b8-a49e-d622a4e11088 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.997478] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212ba20-5626-194a-3dec-5d06a21eeda4, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.998075] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.998332] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.998527] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.998672] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.998844] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.999159] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ada912-ca89-47e6-ab6e-81c96ed274eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.004070] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a95fc-7cf5-4032-a50e-b8db00c32e85 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.009280] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.009388] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.017345] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9862041a-fa1d-420e-85b8-be5407c9ac92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.019646] env[70636]: DEBUG nova.compute.provider_tree [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.023616] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1419.023616] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e033cf-5d46-4998-97d0-fd314bc03c3e" [ 1419.023616] env[70636]: _type = "Task" [ 1419.023616] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.030803] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e033cf-5d46-4998-97d0-fd314bc03c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.103685] env[70636]: DEBUG oslo_concurrency.lockutils [req-ef08825d-a503-45d9-8052-e2af3921ce6a req-5caa1cb7-862f-4214-95f5-aa96e0776f9e service nova] Releasing lock "refresh_cache-2e4596df-2611-4153-9349-6959ebda24da" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.187392] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.522845] env[70636]: DEBUG nova.scheduler.client.report [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.536551] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e033cf-5d46-4998-97d0-fd314bc03c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.538054] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127f38f9-3289-4c91-bec4-37fcf04e1b4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.544914] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1419.544914] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5255f341-b4b7-52cb-11cb-1ee8f9104287" [ 1419.544914] env[70636]: _type = "Task" [ 1419.544914] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.553275] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5255f341-b4b7-52cb-11cb-1ee8f9104287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.688397] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.842793] env[70636]: DEBUG nova.compute.utils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1420.031231] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.033581] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.534s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.035542] env[70636]: INFO nova.compute.claims [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.050122] env[70636]: INFO nova.scheduler.client.report [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb [ 1420.057743] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5255f341-b4b7-52cb-11cb-1ee8f9104287, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.058220] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.058471] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2e4596df-2611-4153-9349-6959ebda24da/2e4596df-2611-4153-9349-6959ebda24da.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.058728] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-438e32b9-acbe-4618-8736-10f42e989508 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.066163] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1420.066163] env[70636]: value = "task-2885041" [ 1420.066163] env[70636]: _type = "Task" [ 1420.066163] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.076339] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.188961] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.346022] env[70636]: INFO nova.virt.block_device [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Booting with volume 7d5492f9-6412-40ef-9d1a-d7e74b450b48 at /dev/sdb [ 1420.384674] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5d4d64f-e8cd-4a57-b148-f5c79b46d943 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.397813] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a694826-db38-458c-87c2-9508ddb5627a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.434978] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6182e811-88d8-446c-bac7-9e019d51bcd7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.446853] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd7c3f-a414-4e42-a7e0-111af77d02f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.480393] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970b079-c343-435d-a436-8b1eba1fac08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.489929] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de426f1d-a313-4707-b28e-ea4fa3ba37f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.505248] env[70636]: DEBUG nova.virt.block_device [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating existing volume attachment record: 9ed3c5f8-f0f9-4ec9-a93a-d2c03968b920 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1420.560894] env[70636]: DEBUG oslo_concurrency.lockutils [None req-1e9a4ec4-0d0e-4d7a-8f83-5105b5a6fce0 tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "0bdc44ae-23f1-405b-b4d9-d87ff3b28afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.935s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.576477] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444086} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.576732] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 2e4596df-2611-4153-9349-6959ebda24da/2e4596df-2611-4153-9349-6959ebda24da.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.576947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.577224] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a08e8e61-99c6-4fd8-b607-a1a5d1148f15 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.584128] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1420.584128] env[70636]: value = "task-2885042" [ 1420.584128] env[70636]: _type = "Task" [ 1420.584128] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.595276] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.689322] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.098876] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.099613] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.100579] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb33e4-07c2-4660-b5f1-45d3745cbdc3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.125386] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2e4596df-2611-4153-9349-6959ebda24da/2e4596df-2611-4153-9349-6959ebda24da.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.128550] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57869bf3-fef0-4c28-b17f-0330e6df1a61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.150204] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1421.150204] env[70636]: value = "task-2885046" [ 1421.150204] env[70636]: _type = "Task" [ 1421.150204] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.161967] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.190645] env[70636]: DEBUG oslo_vmware.api [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885035, 'name': ReconfigVM_Task, 'duration_secs': 5.806265} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.190935] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.191154] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Reconfigured VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1421.217618] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c829f829-8ef7-472c-a3f7-566a5a1efd1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.225543] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3163d79f-bf69-4f2b-9fb2-233ef4d530bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.258541] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756eb27-bb71-444d-b2fe-0696612c8031 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.267723] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e9572-e58d-4867-9daf-0ec2f9813bb0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.283101] env[70636]: DEBUG nova.compute.provider_tree [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.438846] env[70636]: DEBUG nova.compute.manager [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-vif-deleted-b383e92b-d11c-4eb9-9fea-6f7297524bbd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.439037] env[70636]: INFO nova.compute.manager [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Neutron deleted interface b383e92b-d11c-4eb9-9fea-6f7297524bbd; detaching it from the instance and deleting it from the info cache [ 1421.439330] env[70636]: DEBUG nova.network.neutron [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25aeea6c-d91b-428f-a3e2-5d0815457ca0", "address": "fa:16:3e:1a:cf:b1", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25aeea6c-d9", "ovs_interfaceid": "25aeea6c-d91b-428f-a3e2-5d0815457ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.600058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "53d9a102-3ace-462d-935f-6e0869eb81a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.600345] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.600562] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "53d9a102-3ace-462d-935f-6e0869eb81a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.600802] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.600975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.603175] env[70636]: INFO nova.compute.manager [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Terminating instance [ 1421.660734] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.787239] env[70636]: DEBUG nova.scheduler.client.report [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.941991] env[70636]: DEBUG oslo_concurrency.lockutils [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.942193] env[70636]: DEBUG oslo_concurrency.lockutils [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] Acquired lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.943311] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c4c8e-d645-4a61-b4b2-f9ac17203eab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.962240] env[70636]: DEBUG oslo_concurrency.lockutils [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] Releasing lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.962516] env[70636]: WARNING nova.compute.manager [req-0af2d1de-f52a-434c-950b-b79f53ff1b70 req-246d5414-78f3-463a-b2b3-b47dd2929846 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Detach interface failed, port_id=b383e92b-d11c-4eb9-9fea-6f7297524bbd, reason: No device with interface-id b383e92b-d11c-4eb9-9fea-6f7297524bbd exists on VM: nova.exception.NotFound: No device with interface-id b383e92b-d11c-4eb9-9fea-6f7297524bbd exists on VM [ 1422.107769] env[70636]: DEBUG nova.compute.manager [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.107769] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.108733] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f61a21-78f5-4850-995c-8ab360a1f8b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.119273] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.119538] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853fcdf9-555b-4fe8-ba6b-c4dcf8772bda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.126682] env[70636]: DEBUG oslo_vmware.api [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1422.126682] env[70636]: value = "task-2885047" [ 1422.126682] env[70636]: _type = "Task" [ 1422.126682] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.137605] env[70636]: DEBUG oslo_vmware.api [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.160535] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.292320] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.293755] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.426051] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.426226] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.426540] env[70636]: DEBUG nova.network.neutron [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.514613] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.514865] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.515118] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.515323] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.515511] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.517776] env[70636]: INFO nova.compute.manager [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Terminating instance [ 1422.638103] env[70636]: DEBUG oslo_vmware.api [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885047, 'name': PowerOffVM_Task, 'duration_secs': 0.476295} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.638405] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.638576] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.638835] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-414a602e-395d-4521-8feb-d6bef2637365 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.662371] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885046, 'name': ReconfigVM_Task, 'duration_secs': 1.300834} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.662550] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2e4596df-2611-4153-9349-6959ebda24da/2e4596df-2611-4153-9349-6959ebda24da.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.663218] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e76619-52f7-44f6-9860-1586a1cccc87 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.670425] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1422.670425] env[70636]: value = "task-2885049" [ 1422.670425] env[70636]: _type = "Task" [ 1422.670425] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.679073] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885049, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.724369] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.724698] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.724938] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleting the datastore file [datastore2] 53d9a102-3ace-462d-935f-6e0869eb81a5 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.725316] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07b6a13-13e8-407a-ba84-d346921b558c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.733563] env[70636]: DEBUG oslo_vmware.api [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for the task: (returnval){ [ 1422.733563] env[70636]: value = "task-2885050" [ 1422.733563] env[70636]: _type = "Task" [ 1422.733563] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.743053] env[70636]: DEBUG oslo_vmware.api [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.799632] env[70636]: DEBUG nova.compute.utils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.801235] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.801446] env[70636]: DEBUG nova.network.neutron [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.849970] env[70636]: DEBUG nova.policy [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a8ca1e1b0645b6b1f6e287e357e97f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4bed49045c4f75a449f9bbd7d83076', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.022237] env[70636]: DEBUG nova.compute.manager [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.022746] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.023379] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303bd909-74d3-4fb9-a039-d5ea93137fee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.032738] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.035266] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8f2f29-586e-4476-bb27-2e734af369c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.043926] env[70636]: DEBUG oslo_vmware.api [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1423.043926] env[70636]: value = "task-2885052" [ 1423.043926] env[70636]: _type = "Task" [ 1423.043926] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.053367] env[70636]: DEBUG oslo_vmware.api [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.182244] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885049, 'name': Rename_Task, 'duration_secs': 0.164487} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.182523] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.182773] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1237ec9-fecc-4bc3-bf61-dc707c3201d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.189833] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1423.189833] env[70636]: value = "task-2885053" [ 1423.189833] env[70636]: _type = "Task" [ 1423.189833] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.198826] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.245323] env[70636]: DEBUG oslo_vmware.api [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Task: {'id': task-2885050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140926} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.245624] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.245932] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.246187] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.246372] env[70636]: INFO nova.compute.manager [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1423.246842] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.247104] env[70636]: DEBUG nova.compute.manager [-] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.247209] env[70636]: DEBUG nova.network.neutron [-] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.305217] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.309705] env[70636]: INFO nova.network.neutron [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Port 25aeea6c-d91b-428f-a3e2-5d0815457ca0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1423.309705] env[70636]: DEBUG nova.network.neutron [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [{"id": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "address": "fa:16:3e:13:70:8b", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9b51d1-29", "ovs_interfaceid": "2f9b51d1-294e-4f2e-90fe-e1138f14b3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.380035] env[70636]: DEBUG nova.network.neutron [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Successfully created port: 3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.469065] env[70636]: DEBUG nova.compute.manager [req-02915b4a-d352-4e01-a50a-c2787b11136f req-4e0b1c32-611e-4f25-b3b9-6e9ac0b103d2 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-vif-deleted-25aeea6c-d91b-428f-a3e2-5d0815457ca0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.554660] env[70636]: DEBUG oslo_vmware.api [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885052, 'name': PowerOffVM_Task, 'duration_secs': 0.217923} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.554905] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.555088] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.555351] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6471417a-401a-472d-b271-3fb4793a6494 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.672504] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.672732] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.672934] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleting the datastore file [datastore1] 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.673362] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d7eee04-65ce-4a50-8cc4-c5154442c406 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.681879] env[70636]: DEBUG oslo_vmware.api [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1423.681879] env[70636]: value = "task-2885055" [ 1423.681879] env[70636]: _type = "Task" [ 1423.681879] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.690725] env[70636]: DEBUG oslo_vmware.api [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.700130] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885053, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.814019] env[70636]: INFO nova.virt.block_device [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Booting with volume 2eb24355-0be3-467e-b425-fe3ac2dcf3c8 at /dev/sda [ 1423.814703] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-49d959f3-1ffa-47f0-a0e7-ac53b810003f" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.856074] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb88745c-fb78-4e83-b480-8697c983fc42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.867887] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ac401c-7231-48ec-8c6d-e00177aa6026 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.906725] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5cde445-1efe-42a1-8776-679b58f70f83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.917194] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee9401-07d2-470d-bb66-5061dd1e6235 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.948794] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6f146-f2b0-4ab5-a95e-011d9904d0e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.957022] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3ac638-70ec-4030-98e7-ec84b6d84d61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.972119] env[70636]: DEBUG nova.virt.block_device [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating existing volume attachment record: 31bf2ab0-eda0-4ee0-8739-ad6d7263af4f {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1424.166880] env[70636]: DEBUG nova.network.neutron [-] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.191863] env[70636]: DEBUG oslo_vmware.api [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165501} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.194842] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.195054] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.195233] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.195400] env[70636]: INFO nova.compute.manager [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1424.195628] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.195817] env[70636]: DEBUG nova.compute.manager [-] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.195912] env[70636]: DEBUG nova.network.neutron [-] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.202465] env[70636]: DEBUG oslo_vmware.api [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885053, 'name': PowerOnVM_Task, 'duration_secs': 0.684472} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.202689] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.202876] env[70636]: INFO nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1424.203066] env[70636]: DEBUG nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.203816] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d6ce7-e774-4eb9-b0f0-c6310fcbcb36 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.241797] env[70636]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 25aeea6c-d91b-428f-a3e2-5d0815457ca0 could not be found.", "detail": ""}} {{(pid=70636) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1424.242088] env[70636]: DEBUG nova.network.neutron [-] Unable to show port 25aeea6c-d91b-428f-a3e2-5d0815457ca0 as it no longer exists. {{(pid=70636) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1424.321946] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29b24625-c029-4350-8913-c033ef703047 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-49d959f3-1ffa-47f0-a0e7-ac53b810003f-b383e92b-d11c-4eb9-9fea-6f7297524bbd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.735s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.669453] env[70636]: INFO nova.compute.manager [-] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Took 1.42 seconds to deallocate network for instance. [ 1424.724026] env[70636]: INFO nova.compute.manager [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Took 12.64 seconds to build instance. [ 1424.966452] env[70636]: DEBUG nova.network.neutron [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Successfully updated port: 3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.106976] env[70636]: DEBUG nova.network.neutron [-] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.175843] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.176160] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.176455] env[70636]: DEBUG nova.objects.instance [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lazy-loading 'resources' on Instance uuid 53d9a102-3ace-462d-935f-6e0869eb81a5 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.226225] env[70636]: DEBUG oslo_concurrency.lockutils [None req-de19ad10-13c7-4eff-8770-4051e598d887 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "2e4596df-2611-4153-9349-6959ebda24da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.152s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.470233] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.470501] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.470609] env[70636]: DEBUG nova.network.neutron [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.508481] env[70636]: DEBUG nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Received event network-vif-deleted-27e9fb21-1391-4edb-b331-121f1c7b1407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.508599] env[70636]: DEBUG nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Received event network-vif-deleted-2f9b51d1-294e-4f2e-90fe-e1138f14b3be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.508692] env[70636]: DEBUG nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Received event network-vif-plugged-3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.508879] env[70636]: DEBUG oslo_concurrency.lockutils [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] Acquiring lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.509087] env[70636]: DEBUG oslo_concurrency.lockutils [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.509253] env[70636]: DEBUG oslo_concurrency.lockutils [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.509413] env[70636]: DEBUG nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] No waiting events found dispatching network-vif-plugged-3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.509570] env[70636]: WARNING nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Received unexpected event network-vif-plugged-3671cfde-3965-4bcb-a68f-2520defbf9d5 for instance with vm_state building and task_state block_device_mapping. [ 1425.509803] env[70636]: DEBUG nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Received event network-changed-3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.509961] env[70636]: DEBUG nova.compute.manager [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Refreshing instance network info cache due to event network-changed-3671cfde-3965-4bcb-a68f-2520defbf9d5. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.510142] env[70636]: DEBUG oslo_concurrency.lockutils [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] Acquiring lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.609110] env[70636]: INFO nova.compute.manager [-] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Took 1.41 seconds to deallocate network for instance. [ 1425.752799] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "2e4596df-2611-4153-9349-6959ebda24da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.753057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "2e4596df-2611-4153-9349-6959ebda24da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.753274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "2e4596df-2611-4153-9349-6959ebda24da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.753454] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "2e4596df-2611-4153-9349-6959ebda24da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.753624] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "2e4596df-2611-4153-9349-6959ebda24da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.756082] env[70636]: INFO nova.compute.manager [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Terminating instance [ 1425.791049] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90881a-468a-453e-b104-a17f9d16c2d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.798373] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0df45f-eec6-49b5-8c97-38ce601d5099 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.828186] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023dc0ed-dd40-49b2-9a04-38aa92fc9805 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.835178] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6a529-4613-4e40-808c-74bdd08a37ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.848025] env[70636]: DEBUG nova.compute.provider_tree [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.005030] env[70636]: DEBUG nova.network.neutron [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.059315] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1426.059915] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.060142] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.060297] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.060477] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.060627] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.060794] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.061012] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.061526] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.061526] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.061526] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.061672] env[70636]: DEBUG nova.virt.hardware [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.062561] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d1b84-8eb4-451e-a78f-c48efcb238a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.071599] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05534c-5acd-4c4a-81ee-1d5eb5f84a00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.101555] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.115595] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.262486] env[70636]: DEBUG nova.compute.manager [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.262662] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.263553] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ddb8e7-e71e-471b-9f60-a035589771d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.271973] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.272204] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5ed9b5-8d61-4169-8b6a-8e8f5364a67b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.280109] env[70636]: DEBUG oslo_vmware.api [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1426.280109] env[70636]: value = "task-2885056" [ 1426.280109] env[70636]: _type = "Task" [ 1426.280109] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.291063] env[70636]: DEBUG oslo_vmware.api [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.346810] env[70636]: DEBUG nova.network.neutron [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.351357] env[70636]: DEBUG nova.scheduler.client.report [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.790408] env[70636]: DEBUG oslo_vmware.api [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885056, 'name': PowerOffVM_Task, 'duration_secs': 0.205896} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.790687] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.790850] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.791121] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e33a2c8-6701-4459-b6ee-30e1480eddc4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.850104] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.850442] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Instance network_info: |[{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.850805] env[70636]: DEBUG oslo_concurrency.lockutils [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] Acquired lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.851023] env[70636]: DEBUG nova.network.neutron [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Refreshing network info cache for port 3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.852785] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:14:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3671cfde-3965-4bcb-a68f-2520defbf9d5', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.862080] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.864899] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.866924] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.867216] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.867404] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.867586] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleting the datastore file [datastore1] 2e4596df-2611-4153-9349-6959ebda24da {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.868143] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.767s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.868363] env[70636]: DEBUG nova.objects.instance [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'pci_requests' on Instance uuid caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.869990] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b899f329-ee65-4e9b-b27a-dc1a9cee1038 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.885038] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6a11f3e-b2ab-4d27-9a61-8e5197f2b365 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.888101] env[70636]: INFO nova.scheduler.client.report [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Deleted allocations for instance 53d9a102-3ace-462d-935f-6e0869eb81a5 [ 1426.897199] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.897199] env[70636]: value = "task-2885059" [ 1426.897199] env[70636]: _type = "Task" [ 1426.897199] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.898544] env[70636]: DEBUG oslo_vmware.api [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1426.898544] env[70636]: value = "task-2885058" [ 1426.898544] env[70636]: _type = "Task" [ 1426.898544] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.914093] env[70636]: DEBUG oslo_vmware.api [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.914412] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885059, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.371861] env[70636]: DEBUG nova.objects.instance [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'numa_topology' on Instance uuid caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.396747] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b050f389-1223-4489-b2d2-2f0dd72186eb tempest-ServersTestJSON-144788054 tempest-ServersTestJSON-144788054-project-member] Lock "53d9a102-3ace-462d-935f-6e0869eb81a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.796s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.413998] env[70636]: DEBUG oslo_vmware.api [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163002} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.414942] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885059, 'name': CreateVM_Task, 'duration_secs': 0.315284} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.415204] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.415390] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.415566] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.415738] env[70636]: INFO nova.compute.manager [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1427.415976] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.416122] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.417218] env[70636]: DEBUG nova.compute.manager [-] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.417218] env[70636]: DEBUG nova.network.neutron [-] [instance: 2e4596df-2611-4153-9349-6959ebda24da] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.418671] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579674', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'name': 'volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'serial': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '31bf2ab0-eda0-4ee0-8739-ad6d7263af4f', 'volume_type': None}], 'swap': None} {{(pid=70636) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1427.418877] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Root volume attach. Driver type: vmdk {{(pid=70636) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1427.419898] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ebde5d-2034-46a7-8fc2-ee90d9ffd959 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.429945] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede920a7-205e-4d9a-bb00-a1118002a431 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.436221] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3516bcd-4430-476b-a4dc-9a23098ad79b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.442297] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f3585be0-3060-4c9a-b612-771d769b0951 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.450356] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1427.450356] env[70636]: value = "task-2885060" [ 1427.450356] env[70636]: _type = "Task" [ 1427.450356] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.458305] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885060, 'name': RelocateVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.874649] env[70636]: DEBUG nova.network.neutron [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updated VIF entry in instance network info cache for port 3671cfde-3965-4bcb-a68f-2520defbf9d5. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.875016] env[70636]: DEBUG nova.network.neutron [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.876364] env[70636]: INFO nova.compute.claims [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.961302] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885060, 'name': RelocateVM_Task, 'duration_secs': 0.41408} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.962202] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1427.962463] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579674', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'name': 'volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'serial': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1427.963516] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ed8cf-592a-479d-9290-6a6e60fa0f66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.969648] env[70636]: DEBUG nova.compute.manager [req-6d944659-f266-4e71-9469-31e22dd83991 req-865eff92-47e5-4d91-9399-55674874be30 service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Received event network-vif-deleted-da2203aa-dfe9-4fda-8c59-b79a5e843f4a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.969944] env[70636]: INFO nova.compute.manager [req-6d944659-f266-4e71-9469-31e22dd83991 req-865eff92-47e5-4d91-9399-55674874be30 service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Neutron deleted interface da2203aa-dfe9-4fda-8c59-b79a5e843f4a; detaching it from the instance and deleting it from the info cache [ 1427.970036] env[70636]: DEBUG nova.network.neutron [req-6d944659-f266-4e71-9469-31e22dd83991 req-865eff92-47e5-4d91-9399-55674874be30 service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.983641] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbb6d3-0c83-46e5-8f31-1ba63d0e1ce2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.986155] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31ac2dbb-d9c4-4545-8272-08b6f564dc94 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.009971] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8/volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.011973] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268b2578-fe99-4fff-a0ea-435cbb317e1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.028353] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7be8a9-4ab9-4ead-b174-471eb18ad8d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.045445] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1428.045445] env[70636]: value = "task-2885061" [ 1428.045445] env[70636]: _type = "Task" [ 1428.045445] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.055139] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.063350] env[70636]: DEBUG nova.compute.manager [req-6d944659-f266-4e71-9469-31e22dd83991 req-865eff92-47e5-4d91-9399-55674874be30 service nova] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Detach interface failed, port_id=da2203aa-dfe9-4fda-8c59-b79a5e843f4a, reason: Instance 2e4596df-2611-4153-9349-6959ebda24da could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1428.379970] env[70636]: DEBUG oslo_concurrency.lockutils [req-29910056-d8a9-4f18-a147-4d82316877ad req-f459c64d-be1b-43fc-a445-af00a3f0bdd5 service nova] Releasing lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.455529] env[70636]: DEBUG nova.network.neutron [-] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.556061] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885061, 'name': ReconfigVM_Task, 'duration_secs': 0.257781} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.560159] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8/volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.564858] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc160e3e-48ab-4095-a9b4-3c732502d49b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.580861] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1428.580861] env[70636]: value = "task-2885062" [ 1428.580861] env[70636]: _type = "Task" [ 1428.580861] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.589818] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.958466] env[70636]: INFO nova.compute.manager [-] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Took 1.54 seconds to deallocate network for instance. [ 1428.998329] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc103e-15a8-4c39-85af-2158daad5bfb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.007304] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b0eb2-8320-4b20-8ace-df214bee4188 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.040240] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b2bc43-3469-4917-b06f-9d451f6cd33b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.049504] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20178201-86ce-4d3d-931f-40e1ace9f8ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.066904] env[70636]: DEBUG nova.compute.provider_tree [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.092976] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885062, 'name': ReconfigVM_Task, 'duration_secs': 0.132506} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.093163] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579674', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'name': 'volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed', 'attached_at': '', 'detached_at': '', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'serial': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1429.094190] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-585beb9b-adf2-458b-acbe-76d220601058 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.103339] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1429.103339] env[70636]: value = "task-2885063" [ 1429.103339] env[70636]: _type = "Task" [ 1429.103339] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.114245] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885063, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.468356] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.570621] env[70636]: DEBUG nova.scheduler.client.report [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.615250] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885063, 'name': Rename_Task, 'duration_secs': 0.136043} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.615517] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.615761] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20d6f17-ddc4-4fff-9128-357251dd1cdd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.625934] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1429.625934] env[70636]: value = "task-2885064" [ 1429.625934] env[70636]: _type = "Task" [ 1429.625934] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.634100] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.075400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.077937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.962s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.078188] env[70636]: DEBUG nova.objects.instance [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'resources' on Instance uuid 49d959f3-1ffa-47f0-a0e7-ac53b810003f {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.111924] env[70636]: INFO nova.network.neutron [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating port 679d03d1-5764-4af0-a544-0d7b354d1144 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1430.135764] env[70636]: DEBUG oslo_vmware.api [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885064, 'name': PowerOnVM_Task, 'duration_secs': 0.46913} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.136027] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.136212] env[70636]: INFO nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Took 4.08 seconds to spawn the instance on the hypervisor. [ 1430.136433] env[70636]: DEBUG nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.137182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b96a3-8bb1-4a2e-b3bd-dfb29aa8bc92 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.657087] env[70636]: INFO nova.compute.manager [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Took 12.18 seconds to build instance. [ 1430.690146] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176edc41-7532-4e1d-a87e-4b506dc6d930 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.699739] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a051cc2-147a-4645-941a-63be618732e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.735518] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5346752-61b6-4683-b975-cc80048e3ba4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.743577] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e2c6c4-be8b-4b3b-934e-511cecaf50c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.758012] env[70636]: DEBUG nova.compute.provider_tree [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.763545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.763545] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.159784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a6856137-0c0f-4a81-9dfc-afb7cbdb7ad3 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.689s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.264624] env[70636]: DEBUG nova.scheduler.client.report [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.269102] env[70636]: DEBUG nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.507049] env[70636]: DEBUG nova.compute.manager [req-52bb8e01-303e-4d55-8013-931a79523939 req-fb07fdfe-451f-4254-bc6f-80b891aa4fbd service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-vif-plugged-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.507049] env[70636]: DEBUG oslo_concurrency.lockutils [req-52bb8e01-303e-4d55-8013-931a79523939 req-fb07fdfe-451f-4254-bc6f-80b891aa4fbd service nova] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.507049] env[70636]: DEBUG oslo_concurrency.lockutils [req-52bb8e01-303e-4d55-8013-931a79523939 req-fb07fdfe-451f-4254-bc6f-80b891aa4fbd service nova] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.507049] env[70636]: DEBUG oslo_concurrency.lockutils [req-52bb8e01-303e-4d55-8013-931a79523939 req-fb07fdfe-451f-4254-bc6f-80b891aa4fbd service nova] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.507049] env[70636]: DEBUG nova.compute.manager [req-52bb8e01-303e-4d55-8013-931a79523939 req-fb07fdfe-451f-4254-bc6f-80b891aa4fbd service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] No waiting events found dispatching network-vif-plugged-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.507049] env[70636]: WARNING nova.compute.manager [req-52bb8e01-303e-4d55-8013-931a79523939 req-fb07fdfe-451f-4254-bc6f-80b891aa4fbd service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received unexpected event network-vif-plugged-679d03d1-5764-4af0-a544-0d7b354d1144 for instance with vm_state shelved_offloaded and task_state spawning. [ 1431.598292] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.598292] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.598292] env[70636]: DEBUG nova.network.neutron [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.773221] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.777520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.309s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.777772] env[70636]: DEBUG nova.objects.instance [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'resources' on Instance uuid 2e4596df-2611-4153-9349-6959ebda24da {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.795777] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.799837] env[70636]: INFO nova.scheduler.client.report [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted allocations for instance 49d959f3-1ffa-47f0-a0e7-ac53b810003f [ 1432.068302] env[70636]: DEBUG nova.compute.manager [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Received event network-changed-84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.068520] env[70636]: DEBUG nova.compute.manager [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Refreshing instance network info cache due to event network-changed-84ff75c5-b91c-4d65-8cc5-750a68e91e61. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1432.068741] env[70636]: DEBUG oslo_concurrency.lockutils [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] Acquiring lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.068912] env[70636]: DEBUG oslo_concurrency.lockutils [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] Acquired lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.069063] env[70636]: DEBUG nova.network.neutron [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Refreshing network info cache for port 84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.309198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7740b90e-38a9-4108-a16b-21c3a254d03f tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "49d959f3-1ffa-47f0-a0e7-ac53b810003f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.794s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.327763] env[70636]: DEBUG nova.network.neutron [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.404753] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a925c-a8e1-4c36-9660-22c47f33dc2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.413588] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1522046-9192-48c9-be5b-8e718c692ad7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.446314] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926840d9-4050-48b7-a8bb-be917553994a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.455289] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db13bfd-7a87-4816-a61d-7d233a27341c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.468704] env[70636]: DEBUG nova.compute.provider_tree [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.762261] env[70636]: DEBUG nova.network.neutron [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updated VIF entry in instance network info cache for port 84ff75c5-b91c-4d65-8cc5-750a68e91e61. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.762641] env[70636]: DEBUG nova.network.neutron [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updating instance_info_cache with network_info: [{"id": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "address": "fa:16:3e:e9:e0:a0", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84ff75c5-b9", "ovs_interfaceid": "84ff75c5-b91c-4d65-8cc5-750a68e91e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.830719] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.857243] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b532ca3fce267016be6b2601520e448d',container_format='bare',created_at=2025-03-10T10:44:54Z,direct_url=,disk_format='vmdk',id=b42daab9-c0e0-4505-8465-20a16a781ce4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1676516552-shelved',owner='cd9cc0564c654ff3ad61a9b398480a86',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-10T10:45:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.857500] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.857655] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.857852] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.858015] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.858167] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.858403] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.858567] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.858736] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.858910] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.859097] env[70636]: DEBUG nova.virt.hardware [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.860044] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403df2f3-71bf-4d79-bc34-bfeaf8a04e9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.867960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5821aa-4a9f-4f4c-928c-8bacd9d2651d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.882523] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d7:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679d03d1-5764-4af0-a544-0d7b354d1144', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.889827] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.890101] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.890306] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d16a954-57fb-4d19-bab4-b5fdbbc5b411 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.909554] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.909554] env[70636]: value = "task-2885065" [ 1432.909554] env[70636]: _type = "Task" [ 1432.909554] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.917515] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885065, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.971740] env[70636]: DEBUG nova.scheduler.client.report [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.265749] env[70636]: DEBUG oslo_concurrency.lockutils [req-15e35b9f-ec80-4c26-89ea-3ee1506c447e req-09c70670-7ba7-4a2a-8d9a-2b262805d848 service nova] Releasing lock "refresh_cache-e7b75a8e-8c99-4489-bcc5-ee48874d6228" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.420811] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885065, 'name': CreateVM_Task, 'duration_secs': 0.4908} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.421066] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.421728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.421899] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.422298] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.422548] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36953bdf-243d-4fe0-ac7d-5270c5ffdbb6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.426991] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1433.426991] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2b673-59fb-818e-9677-ce9ff59938be" [ 1433.426991] env[70636]: _type = "Task" [ 1433.426991] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.434406] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a2b673-59fb-818e-9677-ce9ff59938be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.476427] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.478822] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.683s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.480407] env[70636]: INFO nova.compute.claims [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.506749] env[70636]: DEBUG nova.compute.manager [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1433.510657] env[70636]: INFO nova.scheduler.client.report [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocations for instance 2e4596df-2611-4153-9349-6959ebda24da [ 1433.541176] env[70636]: DEBUG nova.compute.manager [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.541392] env[70636]: DEBUG nova.compute.manager [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing instance network info cache due to event network-changed-679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.541610] env[70636]: DEBUG oslo_concurrency.lockutils [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] Acquiring lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.541753] env[70636]: DEBUG oslo_concurrency.lockutils [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] Acquired lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.542067] env[70636]: DEBUG nova.network.neutron [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Refreshing network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.937695] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.937976] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Processing image b42daab9-c0e0-4505-8465-20a16a781ce4 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.938274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.938432] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.938611] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.938860] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-090997c5-ad31-4085-b3df-8d626aec15b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.946370] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.946541] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.947238] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e92c1c9-706f-4aad-8e34-156e0b50533c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.952266] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1433.952266] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52217224-03f9-82c0-c742-0fdd44e50451" [ 1433.952266] env[70636]: _type = "Task" [ 1433.952266] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.959303] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52217224-03f9-82c0-c742-0fdd44e50451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.021078] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41b5d269-dcfd-41b7-baba-5cc5d74891cc tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "2e4596df-2611-4153-9349-6959ebda24da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.268s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.031668] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.098299] env[70636]: DEBUG nova.compute.manager [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Received event network-changed-3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.098494] env[70636]: DEBUG nova.compute.manager [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Refreshing instance network info cache due to event network-changed-3671cfde-3965-4bcb-a68f-2520defbf9d5. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1434.098709] env[70636]: DEBUG oslo_concurrency.lockutils [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] Acquiring lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.098854] env[70636]: DEBUG oslo_concurrency.lockutils [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] Acquired lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.099069] env[70636]: DEBUG nova.network.neutron [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Refreshing network info cache for port 3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.256174] env[70636]: DEBUG nova.network.neutron [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updated VIF entry in instance network info cache for port 679d03d1-5764-4af0-a544-0d7b354d1144. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.256556] env[70636]: DEBUG nova.network.neutron [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [{"id": "679d03d1-5764-4af0-a544-0d7b354d1144", "address": "fa:16:3e:64:d7:1d", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679d03d1-57", "ovs_interfaceid": "679d03d1-5764-4af0-a544-0d7b354d1144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.462472] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1434.462796] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Fetch image to [datastore2] OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7/OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1434.462900] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Downloading stream optimized image b42daab9-c0e0-4505-8465-20a16a781ce4 to [datastore2] OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7/OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7.vmdk on the data store datastore2 as vApp {{(pid=70636) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1434.463085] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Downloading image file data b42daab9-c0e0-4505-8465-20a16a781ce4 to the ESX as VM named 'OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7' {{(pid=70636) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1434.542601] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1434.542601] env[70636]: value = "resgroup-9" [ 1434.542601] env[70636]: _type = "ResourcePool" [ 1434.542601] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1434.542883] env[70636]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9891559a-2d51-4f15-80e4-3a1a8e5c8dbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.565974] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease: (returnval){ [ 1434.565974] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1019b-3f07-0adf-9299-6de706d008b1" [ 1434.565974] env[70636]: _type = "HttpNfcLease" [ 1434.565974] env[70636]: } obtained for vApp import into resource pool (val){ [ 1434.565974] env[70636]: value = "resgroup-9" [ 1434.565974] env[70636]: _type = "ResourcePool" [ 1434.565974] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1434.566286] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the lease: (returnval){ [ 1434.566286] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1019b-3f07-0adf-9299-6de706d008b1" [ 1434.566286] env[70636]: _type = "HttpNfcLease" [ 1434.566286] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1434.574402] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1434.574402] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1019b-3f07-0adf-9299-6de706d008b1" [ 1434.574402] env[70636]: _type = "HttpNfcLease" [ 1434.574402] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1434.639246] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5d542-b53a-4dfe-a896-87b7cf591655 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.646798] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3551798a-7bd0-49ca-ae4c-17b8de364195 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.679376] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674095d5-0b62-45c9-9346-a8e0608605f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.686625] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be19e0e4-ac77-41aa-87a9-95e452569ed2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.701352] env[70636]: DEBUG nova.compute.provider_tree [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.759533] env[70636]: DEBUG oslo_concurrency.lockutils [req-586f05cd-607e-4a1a-89e0-afc1a9be4673 req-37ca357f-928a-4404-9602-0d549f840728 service nova] Releasing lock "refresh_cache-caad11f9-6910-439b-b8dc-51a422b711b2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.796786] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.797034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "81b3e63d-f462-4087-9ab1-dc434350c431" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.829241] env[70636]: DEBUG nova.network.neutron [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updated VIF entry in instance network info cache for port 3671cfde-3965-4bcb-a68f-2520defbf9d5. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.829601] env[70636]: DEBUG nova.network.neutron [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.950758] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.951083] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.073955] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1435.073955] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1019b-3f07-0adf-9299-6de706d008b1" [ 1435.073955] env[70636]: _type = "HttpNfcLease" [ 1435.073955] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1435.074273] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1435.074273] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1019b-3f07-0adf-9299-6de706d008b1" [ 1435.074273] env[70636]: _type = "HttpNfcLease" [ 1435.074273] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1435.074956] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce6b40-2575-41c2-b8c4-5a80e8ae2e69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.082202] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252850e-0066-c2ca-682e-083519646d0e/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1435.082371] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252850e-0066-c2ca-682e-083519646d0e/disk-0.vmdk. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1435.147911] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46ad094c-4693-44b5-b203-859b32036e8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.204605] env[70636]: DEBUG nova.scheduler.client.report [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.299628] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.332301] env[70636]: DEBUG oslo_concurrency.lockutils [req-90f3158e-eef1-436e-b763-53504d2b50ad req-71269605-6b53-4246-8fd8-fcdc53f6456e service nova] Releasing lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.453312] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.709242] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.709959] env[70636]: DEBUG nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.712546] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.681s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.826496] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.972975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.199341] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1436.199654] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252850e-0066-c2ca-682e-083519646d0e/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1436.201074] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a168d3-528c-4d85-858d-a5e07bbc373a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.208854] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252850e-0066-c2ca-682e-083519646d0e/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1436.209123] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252850e-0066-c2ca-682e-083519646d0e/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1436.209481] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bcd6a574-103e-4bfa-8b18-b847fd3ea84e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.215028] env[70636]: DEBUG nova.compute.utils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.218328] env[70636]: INFO nova.compute.claims [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.221964] env[70636]: DEBUG nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1436.410665] env[70636]: DEBUG oslo_vmware.rw_handles [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252850e-0066-c2ca-682e-083519646d0e/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1436.410918] env[70636]: INFO nova.virt.vmwareapi.images [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Downloaded image file data b42daab9-c0e0-4505-8465-20a16a781ce4 [ 1436.411856] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d8abf-87cf-4980-ab10-d94b2b669ca3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.429966] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580d7ba5-fd18-4046-9afc-30b13b5f1152 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.458827] env[70636]: INFO nova.virt.vmwareapi.images [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] The imported VM was unregistered [ 1436.461271] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1436.461499] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4 {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.461812] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40079c36-835e-4ed6-969a-d0cdd0098a40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.471147] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created directory with path [datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4 {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.471329] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7/OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7.vmdk to [datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk. {{(pid=70636) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1436.471562] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a02cb04b-1f3f-4840-8a63-4c81e153b0d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.477222] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1436.477222] env[70636]: value = "task-2885068" [ 1436.477222] env[70636]: _type = "Task" [ 1436.477222] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.484646] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885068, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.723488] env[70636]: DEBUG nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.727661] env[70636]: INFO nova.compute.resource_tracker [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating resource usage from migration 6492aa49-620a-4380-9d96-db139d390167 [ 1436.872997] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ccf704-0ecc-4a5d-a9ea-ef15fb5515ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.881078] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8978c6a-1eed-4a5c-be89-753c2d535bd8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.911638] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc1d6b5-bbe0-4000-b7c1-29e2b1e92528 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.919495] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a334de7-e64f-471f-aaf8-3df9f427fbd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.933177] env[70636]: DEBUG nova.compute.provider_tree [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.988113] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885068, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.436717] env[70636]: DEBUG nova.scheduler.client.report [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.487479] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885068, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.738401] env[70636]: DEBUG nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.766235] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.766502] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.766658] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.766835] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.766979] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.767216] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.767342] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.767497] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.767689] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.767978] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.768040] env[70636]: DEBUG nova.virt.hardware [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.768970] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519a7b3-41d0-4e0b-b09a-179688209896 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.777353] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0e99d-effc-4cbe-8a95-3dd1488cf8b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.791904] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.797645] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Creating folder: Project (8f86635bb96548ff9900b23d944d7656). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.798100] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb856861-58ce-4cc6-9156-c91343f8d938 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.809538] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Created folder: Project (8f86635bb96548ff9900b23d944d7656) in parent group-v579393. [ 1437.809732] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Creating folder: Instances. Parent ref: group-v579683. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.810038] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b282701c-8dc8-4aba-8fd6-f86da5bdc9dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.819702] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Created folder: Instances in parent group-v579683. [ 1437.819988] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.820261] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.820525] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6add6ce3-3aaf-4226-ad46-60ec43c0698b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.838012] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.838012] env[70636]: value = "task-2885071" [ 1437.838012] env[70636]: _type = "Task" [ 1437.838012] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.846076] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885071, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.942337] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.942508] env[70636]: INFO nova.compute.manager [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Migrating [ 1437.949510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.123s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.951295] env[70636]: INFO nova.compute.claims [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.987990] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885068, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.347914] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885071, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.466364] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.466582] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.466755] env[70636]: DEBUG nova.network.neutron [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.489832] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885068, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.848269] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885071, 'name': CreateVM_Task, 'duration_secs': 0.720438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.848654] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.848834] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.848990] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.849331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.849617] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65fcda3-96c0-4d89-81ac-384ce2c2217e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.853836] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1438.853836] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526afcc8-8d53-cb2f-21ab-8f3a6bd9d655" [ 1438.853836] env[70636]: _type = "Task" [ 1438.853836] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.861528] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526afcc8-8d53-cb2f-21ab-8f3a6bd9d655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.987718] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885068, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.307545} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.988026] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7/OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7.vmdk to [datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk. [ 1438.988278] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Cleaning up location [datastore2] OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1438.988450] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5dbedaf6-9817-4525-a60e-c58dd61758e7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.988642] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52203c9b-47df-4163-bc20-aec78707def9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.998203] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1438.998203] env[70636]: value = "task-2885072" [ 1438.998203] env[70636]: _type = "Task" [ 1438.998203] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.011638] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.106725] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f647b35-098c-4272-953b-e53d4b67bbdb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.114441] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9359f3-368c-4dbc-a0ad-89b5438616e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.147082] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb134362-f70e-4198-93a6-936736a44e66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.154711] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a7e514-1abf-4b0c-9525-50e5832bf07e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.168693] env[70636]: DEBUG nova.compute.provider_tree [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.263460] env[70636]: DEBUG nova.network.neutron [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.364282] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526afcc8-8d53-cb2f-21ab-8f3a6bd9d655, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.364594] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.364825] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.365073] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.365224] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.365403] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.365672] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d899657c-0f00-4e5c-bc6f-39f9731b1ddc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.383737] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.383965] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.384705] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae11bdc5-25ea-4bba-85e9-52bd829d1c0a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.390276] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1439.390276] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfdd70-7cf5-cf44-af95-25fbbe4fe224" [ 1439.390276] env[70636]: _type = "Task" [ 1439.390276] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.397537] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfdd70-7cf5-cf44-af95-25fbbe4fe224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.508688] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0351} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.508952] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.509133] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.509379] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk to [datastore2] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.509641] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f3bfaf6-a4a2-49ce-aec0-f06c62707068 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.516552] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1439.516552] env[70636]: value = "task-2885073" [ 1439.516552] env[70636]: _type = "Task" [ 1439.516552] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.524810] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.672600] env[70636]: DEBUG nova.scheduler.client.report [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.766338] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.900542] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dfdd70-7cf5-cf44-af95-25fbbe4fe224, 'name': SearchDatastore_Task, 'duration_secs': 0.082412} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.901507] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3507141b-dab8-4b43-9db2-5d7cc1389303 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.906685] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1439.906685] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]528865ca-0896-74a0-e8ba-a0142adf1717" [ 1439.906685] env[70636]: _type = "Task" [ 1439.906685] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.915092] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528865ca-0896-74a0-e8ba-a0142adf1717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.027562] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.177632] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.178224] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.181700] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.209s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.183871] env[70636]: INFO nova.compute.claims [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.417230] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]528865ca-0896-74a0-e8ba-a0142adf1717, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.417519] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.417775] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.418114] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f299dae-b0bc-4e81-be4d-7b7d032a5781 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.425343] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1440.425343] env[70636]: value = "task-2885074" [ 1440.425343] env[70636]: _type = "Task" [ 1440.425343] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.433465] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.528128] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.689923] env[70636]: DEBUG nova.compute.utils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1440.693510] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.693680] env[70636]: DEBUG nova.network.neutron [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.734719] env[70636]: DEBUG nova.policy [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.936407] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.028439] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.058371] env[70636]: DEBUG nova.network.neutron [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Successfully created port: 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.199489] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.214480] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.214831] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.215014] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.215169] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.215318] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.215549] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.215700] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.215839] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.215986] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.281792] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fb023b-dfea-4e10-9a11-5e5421be5e86 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.306700] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.375245] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece74da5-91ee-44bc-9dc2-04b0bdcfae1d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.383653] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dc2660-38e7-41da-9d0f-33b8a70d9ce1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.417582] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6325805d-6dc6-4fe9-b465-1b6b4ba61be0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.426125] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2fc041-55a8-4482-a2d8-2cd9216bdaab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.443312] env[70636]: DEBUG nova.compute.provider_tree [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.447803] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.528135] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.719098] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.816206] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.816550] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-528ad39f-784f-4b89-ab22-2eeccecaee67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.824648] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1441.824648] env[70636]: value = "task-2885075" [ 1441.824648] env[70636]: _type = "Task" [ 1441.824648] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.834297] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.940939] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.950492] env[70636]: DEBUG nova.scheduler.client.report [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.028662] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.210552] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.239829] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.240135] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.240338] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.240537] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.240715] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.240864] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.241130] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.241314] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.241488] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.241651] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.241887] env[70636]: DEBUG nova.virt.hardware [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.242881] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35126c57-d606-41cc-a5c1-e16b3171ff21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.251561] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f97ef4-0533-467c-9cd6-e4d8dac7cad4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.335391] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885075, 'name': PowerOffVM_Task, 'duration_secs': 0.377286} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.335679] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.336125] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.440830] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885074, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.001041} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.441233] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.441463] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.441735] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab0284ff-8bb5-4a0e-ad07-3bd0a5f75820 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.448140] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1442.448140] env[70636]: value = "task-2885076" [ 1442.448140] env[70636]: _type = "Task" [ 1442.448140] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.456809] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.457306] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.460501] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.460739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.742s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.460978] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.461109] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.461868] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b04126-54a3-4e41-b71b-abdb437d0351 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.470427] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d470ac-9a35-4837-8b99-539b362ca390 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.475066] env[70636]: DEBUG nova.compute.manager [req-5ac61fba-b34e-4387-9d08-0ba0ef4dbfc9 req-8f769159-581c-45c0-82d1-f0abdb3e0f6e service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-vif-plugged-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.475262] env[70636]: DEBUG oslo_concurrency.lockutils [req-5ac61fba-b34e-4387-9d08-0ba0ef4dbfc9 req-8f769159-581c-45c0-82d1-f0abdb3e0f6e service nova] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.475457] env[70636]: DEBUG oslo_concurrency.lockutils [req-5ac61fba-b34e-4387-9d08-0ba0ef4dbfc9 req-8f769159-581c-45c0-82d1-f0abdb3e0f6e service nova] Lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.475618] env[70636]: DEBUG oslo_concurrency.lockutils [req-5ac61fba-b34e-4387-9d08-0ba0ef4dbfc9 req-8f769159-581c-45c0-82d1-f0abdb3e0f6e service nova] Lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.475850] env[70636]: DEBUG nova.compute.manager [req-5ac61fba-b34e-4387-9d08-0ba0ef4dbfc9 req-8f769159-581c-45c0-82d1-f0abdb3e0f6e service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] No waiting events found dispatching network-vif-plugged-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.475930] env[70636]: WARNING nova.compute.manager [req-5ac61fba-b34e-4387-9d08-0ba0ef4dbfc9 req-8f769159-581c-45c0-82d1-f0abdb3e0f6e service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received unexpected event network-vif-plugged-3a05ca53-5324-4f9c-941f-6fce0156b45b for instance with vm_state building and task_state spawning. [ 1442.487486] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86890a-f8b3-4e8d-ba54-50d1b5ec42b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.494631] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5206a-8154-4819-90dd-c6b3de6b0edb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.524376] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179252MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.524376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.524571] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.534506] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885073, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.67677} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.534680] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b42daab9-c0e0-4505-8465-20a16a781ce4/b42daab9-c0e0-4505-8465-20a16a781ce4.vmdk to [datastore2] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.535433] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78192be-f8f9-493b-b183-da62d0dccbfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.561303] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.561303] env[70636]: DEBUG nova.network.neutron [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Successfully updated port: 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.563062] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b96c7f-d016-44b3-9213-08622478cad8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.585447] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1442.585447] env[70636]: value = "task-2885077" [ 1442.585447] env[70636]: _type = "Task" [ 1442.585447] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.593034] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.843438] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.843728] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.843937] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.844184] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.844364] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.844534] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.844778] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.844946] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.845174] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.845370] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.845594] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.851436] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf65e33f-94dc-4594-9d66-b444160cbec2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.867142] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1442.867142] env[70636]: value = "task-2885078" [ 1442.867142] env[70636]: _type = "Task" [ 1442.867142] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.874676] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.957846] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074204} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.958332] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.959031] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7757c29-8791-474c-b21a-4e850eab84b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.962371] env[70636]: DEBUG nova.compute.utils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1442.964184] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.964467] env[70636]: DEBUG nova.network.neutron [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.986212] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.986679] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc32231-0ee2-4ce9-b9b8-c6ee18c83bae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.006200] env[70636]: DEBUG nova.policy [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b5155552a740ce8a18fee618d8c056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f304cb401842598cbe5e714f2156b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1443.009361] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1443.009361] env[70636]: value = "task-2885079" [ 1443.009361] env[70636]: _type = "Task" [ 1443.009361] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.018214] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.063557] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.063717] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.063867] env[70636]: DEBUG nova.network.neutron [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.095861] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885077, 'name': ReconfigVM_Task, 'duration_secs': 0.272645} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.096214] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] caad11f9-6910-439b-b8dc-51a422b711b2/caad11f9-6910-439b-b8dc-51a422b711b2.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.097424] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '5e0d8253-f1a5-43ef-b384-467ba9f1443c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579679', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'name': 'volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'caad11f9-6910-439b-b8dc-51a422b711b2', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'serial': '7d5492f9-6412-40ef-9d1a-d7e74b450b48'}, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '9ed3c5f8-f0f9-4ec9-a93a-d2c03968b920', 'volume_type': None}], 'swap': None} {{(pid=70636) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1443.097732] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1443.097997] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579679', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'name': 'volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'caad11f9-6910-439b-b8dc-51a422b711b2', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'serial': '7d5492f9-6412-40ef-9d1a-d7e74b450b48'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1443.098829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c41d4-0afe-40d6-846d-3c9d68ef15ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.116279] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbd41b-20e4-4e5d-8eb9-fe62c5ad121b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.143841] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48/volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.144184] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1823dd2a-6791-4498-806d-e037725709d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.162327] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1443.162327] env[70636]: value = "task-2885080" [ 1443.162327] env[70636]: _type = "Task" [ 1443.162327] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.170449] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.284876] env[70636]: DEBUG nova.network.neutron [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Successfully created port: e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.377112] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885078, 'name': ReconfigVM_Task, 'duration_secs': 0.3797} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.377415] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.466955] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.520245] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.534360] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Applying migration context for instance 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed as it has an incoming, in-progress migration 6492aa49-620a-4380-9d96-db139d390167. Migration status is migrating {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1443.535676] env[70636]: INFO nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating resource usage from migration 6492aa49-620a-4380-9d96-db139d390167 [ 1443.556377] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.556531] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 10ed16a0-f8f6-4432-b644-b485187b7929 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.556698] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance cc71cd78-0d4d-4cbd-be52-8a1f8c976280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.556775] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.556890] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance caad11f9-6910-439b-b8dc-51a422b711b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.557009] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 54f01786-135f-4b64-b8a6-dc2e5f6528a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.557137] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration 6492aa49-620a-4380-9d96-db139d390167 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1443.557250] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.557362] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81b3e63d-f462-4087-9ab1-dc434350c431 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.557472] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.557663] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.557807] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.597904] env[70636]: DEBUG nova.network.neutron [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.674538] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885080, 'name': ReconfigVM_Task, 'duration_secs': 0.372533} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.676604] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48/volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.681784] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343c8de8-d235-4e01-b387-3cf24c944039 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.698313] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1443.698313] env[70636]: value = "task-2885081" [ 1443.698313] env[70636]: _type = "Task" [ 1443.698313] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.704508] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8cbd8-a324-494d-a521-f6cf7d93b449 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.711703] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.714440] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea42a637-74e7-4c8d-b3d1-66787cb824d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.745041] env[70636]: DEBUG nova.network.neutron [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.746756] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba25bc0-63a1-4bbd-bc91-d89e9df20a67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.754369] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f65d9e-09ac-487e-adba-3b291deea624 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.770112] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.883669] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.883866] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.884029] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.884217] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.884363] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.884505] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.884701] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.884854] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.885026] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.885192] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.885359] env[70636]: DEBUG nova.virt.hardware [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.890945] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1443.891313] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5241a98-ba0d-43ae-a283-c630bdd4e80b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.910772] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1443.910772] env[70636]: value = "task-2885082" [ 1443.910772] env[70636]: _type = "Task" [ 1443.910772] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.917615] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.020448] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885079, 'name': ReconfigVM_Task, 'duration_secs': 0.621367} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.020854] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.021416] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4f30759-f0e7-4192-a278-800837bd37ae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.029031] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1444.029031] env[70636]: value = "task-2885083" [ 1444.029031] env[70636]: _type = "Task" [ 1444.029031] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.037278] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885083, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.213677] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885081, 'name': ReconfigVM_Task, 'duration_secs': 0.154337} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.214022] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579679', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'name': 'volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'caad11f9-6910-439b-b8dc-51a422b711b2', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'serial': '7d5492f9-6412-40ef-9d1a-d7e74b450b48'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1444.214724] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8131e6e-f949-4b15-a02f-1105e8a3b404 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.221809] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1444.221809] env[70636]: value = "task-2885084" [ 1444.221809] env[70636]: _type = "Task" [ 1444.221809] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.232779] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885084, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.250534] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.250883] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Instance network_info: |[{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.251313] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:de:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a05ca53-5324-4f9c-941f-6fce0156b45b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.258803] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.259034] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.259278] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ad6cc3-b945-44bc-a0c4-9842761af589 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.274312] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.282506] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.282506] env[70636]: value = "task-2885085" [ 1444.282506] env[70636]: _type = "Task" [ 1444.282506] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.291776] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885085, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.420496] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885082, 'name': ReconfigVM_Task, 'duration_secs': 0.163786} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.420861] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1444.421816] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446dc8e-e1fc-41ad-ac64-4debb6a389be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.447139] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8/volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.447476] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85cffe3-83d5-4435-b680-98f1db31ceaf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.465589] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1444.465589] env[70636]: value = "task-2885086" [ 1444.465589] env[70636]: _type = "Task" [ 1444.465589] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.475370] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.477425] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.504092] env[70636]: DEBUG nova.compute.manager [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.504369] env[70636]: DEBUG nova.compute.manager [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing instance network info cache due to event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1444.504496] env[70636]: DEBUG oslo_concurrency.lockutils [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.504668] env[70636]: DEBUG oslo_concurrency.lockutils [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.504829] env[70636]: DEBUG nova.network.neutron [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.508467] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.508577] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.508690] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.508866] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.509014] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.509241] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.509559] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.509644] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.509827] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.510720] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.511020] env[70636]: DEBUG nova.virt.hardware [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.512979] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a09f65-d49e-4a4e-92c7-3217b6f3efe5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.525290] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d323b16-f3c1-42a7-ae66-3cc5fa0e034a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.545723] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885083, 'name': Rename_Task, 'duration_secs': 0.222053} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.545983] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.546222] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91172599-061f-47fe-9784-00e914859b00 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.551942] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1444.551942] env[70636]: value = "task-2885087" [ 1444.551942] env[70636]: _type = "Task" [ 1444.551942] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.559687] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.735547] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885084, 'name': Rename_Task, 'duration_secs': 0.15787} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.735831] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.737536] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc293f0-1324-439c-ae35-bb1d590ca845 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.744133] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1444.744133] env[70636]: value = "task-2885088" [ 1444.744133] env[70636]: _type = "Task" [ 1444.744133] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.752279] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.779894] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.780175] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.256s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.793955] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885085, 'name': CreateVM_Task, 'duration_secs': 0.327653} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.794210] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.794875] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.795083] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.795408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.795662] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0786f30a-06d0-4fdc-b2ad-ba7820e90d66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.799805] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1444.799805] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bcc380-0ac5-7721-9174-6e98864e5096" [ 1444.799805] env[70636]: _type = "Task" [ 1444.799805] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.807599] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bcc380-0ac5-7721-9174-6e98864e5096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.843842] env[70636]: DEBUG nova.network.neutron [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updated VIF entry in instance network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.844241] env[70636]: DEBUG nova.network.neutron [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.913496] env[70636]: DEBUG nova.network.neutron [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Successfully updated port: e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.976994] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885086, 'name': ReconfigVM_Task, 'duration_secs': 0.333253} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.977300] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8/volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.977543] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.062099] env[70636]: DEBUG oslo_vmware.api [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885087, 'name': PowerOnVM_Task, 'duration_secs': 0.442798} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.062099] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.062545] env[70636]: INFO nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1445.062545] env[70636]: DEBUG nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.063346] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab383a6-8cbe-462b-8518-4874046ef5ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.254041] env[70636]: DEBUG oslo_vmware.api [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885088, 'name': PowerOnVM_Task, 'duration_secs': 0.478569} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.254296] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.310086] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bcc380-0ac5-7721-9174-6e98864e5096, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.310418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.310653] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.310885] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.311043] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.311233] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.311549] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b8b871-7cb3-4a1b-8e32-ce320e35b038 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.320469] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.320642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.321346] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32264036-2775-456d-8dd2-d6fc0a85a17a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.326138] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1445.326138] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52575e1b-8fc3-6c2c-36a9-588835d15278" [ 1445.326138] env[70636]: _type = "Task" [ 1445.326138] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.333240] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52575e1b-8fc3-6c2c-36a9-588835d15278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.346870] env[70636]: DEBUG oslo_concurrency.lockutils [req-9eb6a43b-2900-4d3a-a23c-1f7e01d4d56b req-8c0e692f-f641-4dd1-b47b-2537ae225605 service nova] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.351403] env[70636]: DEBUG nova.compute.manager [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.352214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e830133-58b4-4cdb-868c-c46291baab59 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.416314] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.416383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.416535] env[70636]: DEBUG nova.network.neutron [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.484217] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403b13b-6691-4961-bfbc-71faef0139ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.506081] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "85dd50d1-d544-44e5-a3a0-d135941470f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.506329] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.508116] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2c134-4b6e-4c5a-8634-6f89b3116018 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.527016] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.577483] env[70636]: INFO nova.compute.manager [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Took 13.80 seconds to build instance. [ 1445.836766] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52575e1b-8fc3-6c2c-36a9-588835d15278, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.837564] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffdfc1d-eea3-418e-923c-778a47db09db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.842375] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1445.842375] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d66bf3-9a6b-a00f-d622-46f133f4a820" [ 1445.842375] env[70636]: _type = "Task" [ 1445.842375] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.849536] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d66bf3-9a6b-a00f-d622-46f133f4a820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.868614] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00b4304e-07a7-4219-8808-fcc2a2988fe9 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.034s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.949199] env[70636]: DEBUG nova.network.neutron [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.013270] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.070573] env[70636]: INFO nova.compute.manager [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Rebuilding instance [ 1446.073680] env[70636]: DEBUG nova.network.neutron [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Updating instance_info_cache with network_info: [{"id": "e00696c4-b779-42b4-b9eb-bbd4286d536b", "address": "fa:16:3e:f3:85:bf", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00696c4-b7", "ovs_interfaceid": "e00696c4-b779-42b4-b9eb-bbd4286d536b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.080219] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2a174417-f9c8-4def-aa38-d5494d20106f tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.317s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.116134] env[70636]: DEBUG nova.compute.manager [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.117145] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cfe7bb-fadf-4382-a642-1745b21a30bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.352468] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d66bf3-9a6b-a00f-d622-46f133f4a820, 'name': SearchDatastore_Task, 'duration_secs': 0.048966} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.352707] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.352955] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 81b3e63d-f462-4087-9ab1-dc434350c431/81b3e63d-f462-4087-9ab1-dc434350c431.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.353216] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06d2fd9-73be-4b75-84ff-a20caf784ef4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.359772] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1446.359772] env[70636]: value = "task-2885089" [ 1446.359772] env[70636]: _type = "Task" [ 1446.359772] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.366817] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.529856] env[70636]: DEBUG nova.compute.manager [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Received event network-vif-plugged-e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.530156] env[70636]: DEBUG oslo_concurrency.lockutils [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] Acquiring lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.530473] env[70636]: DEBUG oslo_concurrency.lockutils [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.530537] env[70636]: DEBUG oslo_concurrency.lockutils [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.530748] env[70636]: DEBUG nova.compute.manager [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] No waiting events found dispatching network-vif-plugged-e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.530855] env[70636]: WARNING nova.compute.manager [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Received unexpected event network-vif-plugged-e00696c4-b779-42b4-b9eb-bbd4286d536b for instance with vm_state building and task_state spawning. [ 1446.531027] env[70636]: DEBUG nova.compute.manager [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Received event network-changed-e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.531190] env[70636]: DEBUG nova.compute.manager [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Refreshing instance network info cache due to event network-changed-e00696c4-b779-42b4-b9eb-bbd4286d536b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.531358] env[70636]: DEBUG oslo_concurrency.lockutils [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] Acquiring lock "refresh_cache-1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.532397] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.532662] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.534137] env[70636]: INFO nova.compute.claims [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.576615] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.576872] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Instance network_info: |[{"id": "e00696c4-b779-42b4-b9eb-bbd4286d536b", "address": "fa:16:3e:f3:85:bf", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00696c4-b7", "ovs_interfaceid": "e00696c4-b779-42b4-b9eb-bbd4286d536b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1446.577155] env[70636]: DEBUG oslo_concurrency.lockutils [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] Acquired lock "refresh_cache-1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.577331] env[70636]: DEBUG nova.network.neutron [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Refreshing network info cache for port e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.578545] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:85:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e00696c4-b779-42b4-b9eb-bbd4286d536b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.586270] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.587095] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.587328] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f69eefe-c28f-4fdd-a08f-6c8c85f978bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.614478] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.614478] env[70636]: value = "task-2885090" [ 1446.614478] env[70636]: _type = "Task" [ 1446.614478] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.623501] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885090, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.871017] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.125610] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885090, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.132336] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.132634] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039cd361-b045-49fb-81f9-091ff8729f9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.138637] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1447.138637] env[70636]: value = "task-2885091" [ 1447.138637] env[70636]: _type = "Task" [ 1447.138637] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.150022] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.214512] env[70636]: DEBUG nova.network.neutron [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Port 3671cfde-3965-4bcb-a68f-2520defbf9d5 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1447.319653] env[70636]: DEBUG nova.network.neutron [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Updated VIF entry in instance network info cache for port e00696c4-b779-42b4-b9eb-bbd4286d536b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.320326] env[70636]: DEBUG nova.network.neutron [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Updating instance_info_cache with network_info: [{"id": "e00696c4-b779-42b4-b9eb-bbd4286d536b", "address": "fa:16:3e:f3:85:bf", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00696c4-b7", "ovs_interfaceid": "e00696c4-b779-42b4-b9eb-bbd4286d536b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.371262] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565242} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.371516] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 81b3e63d-f462-4087-9ab1-dc434350c431/81b3e63d-f462-4087-9ab1-dc434350c431.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.371731] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.371986] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27dec853-7741-4b05-8ac4-7a1dcf8c264d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.378578] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1447.378578] env[70636]: value = "task-2885092" [ 1447.378578] env[70636]: _type = "Task" [ 1447.378578] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.387258] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.625284] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885090, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.649720] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885091, 'name': PowerOffVM_Task, 'duration_secs': 0.182545} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.649990] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.650312] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.651113] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6af53de-44a3-45c7-9ca8-8587e80aa240 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.659723] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.659963] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45072264-cec4-4893-842f-1094570cd28b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.675805] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770df114-4724-41cc-9a14-d6b066fb244d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.683278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089dcf54-a248-4d5e-90c0-d6d1d55b7f1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.687440] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.687653] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.687853] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Deleting the datastore file [datastore2] 54f01786-135f-4b64-b8a6-dc2e5f6528a2 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.688507] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1be85f-cec2-42d5-9d3e-803571037fc8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.724571] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad6c1a2-de1d-43ae-bd99-4665b0801559 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.727224] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1447.727224] env[70636]: value = "task-2885094" [ 1447.727224] env[70636]: _type = "Task" [ 1447.727224] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.734096] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2650d-c076-49d4-8573-8abfc652d761 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.740661] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.751415] env[70636]: DEBUG nova.compute.provider_tree [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.822901] env[70636]: DEBUG oslo_concurrency.lockutils [req-a762e8ee-523a-47e3-a1ff-8e8d37ebb417 req-3bb0572c-f462-4e2d-8164-09ecd794f4e4 service nova] Releasing lock "refresh_cache-1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.888639] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059927} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.888835] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.889617] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048de65-f2e4-4ac6-ad17-1576370e2f83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.911100] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 81b3e63d-f462-4087-9ab1-dc434350c431/81b3e63d-f462-4087-9ab1-dc434350c431.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.911376] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc96f42-1173-4543-b19e-85cd8939fe96 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.930054] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1447.930054] env[70636]: value = "task-2885095" [ 1447.930054] env[70636]: _type = "Task" [ 1447.930054] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.937403] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.125694] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885090, 'name': CreateVM_Task, 'duration_secs': 1.061198} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.126007] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.126644] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.126822] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.127182] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.127450] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d894d395-7295-43f4-b352-a5c56a8ddecf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.132160] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1448.132160] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d9ac9e-a912-a2d0-8285-5e69dc5e44ec" [ 1448.132160] env[70636]: _type = "Task" [ 1448.132160] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.141709] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d9ac9e-a912-a2d0-8285-5e69dc5e44ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.244974] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.245216] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.245393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.251966] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288901} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.251966] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.252169] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.252357] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.255032] env[70636]: DEBUG nova.scheduler.client.report [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.440557] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.643296] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d9ac9e-a912-a2d0-8285-5e69dc5e44ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.643563] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.643804] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.644047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.644210] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.644388] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.644648] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887e8bbf-0d38-4c12-b7db-83d07c876725 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.653743] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.653860] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.654619] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c88781-3a01-44a8-bb02-0fc72c790875 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.659483] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1448.659483] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5215a569-d19e-44e3-7bc0-5562625b2178" [ 1448.659483] env[70636]: _type = "Task" [ 1448.659483] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.667181] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5215a569-d19e-44e3-7bc0-5562625b2178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.762047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.762220] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.940252] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885095, 'name': ReconfigVM_Task, 'duration_secs': 0.758427} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.940463] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 81b3e63d-f462-4087-9ab1-dc434350c431/81b3e63d-f462-4087-9ab1-dc434350c431.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.941077] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf8fb2a-7040-4532-b90b-fc4ef85ec8b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.946271] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1448.946271] env[70636]: value = "task-2885096" [ 1448.946271] env[70636]: _type = "Task" [ 1448.946271] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.954395] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885096, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.172061] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5215a569-d19e-44e3-7bc0-5562625b2178, 'name': SearchDatastore_Task, 'duration_secs': 0.01673} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.172394] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a992c51-c228-422f-ae44-c28aa0dd9c4d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.177647] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1449.177647] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524f62b6-a5ee-3258-1107-90b800749abb" [ 1449.177647] env[70636]: _type = "Task" [ 1449.177647] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.184829] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524f62b6-a5ee-3258-1107-90b800749abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.267581] env[70636]: DEBUG nova.compute.utils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1449.267746] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.267845] env[70636]: DEBUG nova.network.neutron [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.288797] env[70636]: DEBUG oslo_concurrency.lockutils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.289060] env[70636]: DEBUG oslo_concurrency.lockutils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.292425] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.292636] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.292789] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.292970] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.293192] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.293358] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.293562] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.293715] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.293874] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.294047] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.294229] env[70636]: DEBUG nova.virt.hardware [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.295618] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2af63b-23a5-40b3-83e7-4a069a691f72 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.299788] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.299973] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.300168] env[70636]: DEBUG nova.network.neutron [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.306938] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b4a10-f0fc-4190-916e-d72b4a0a04f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.321355] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.326924] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.328310] env[70636]: DEBUG nova.policy [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7823e2c8948945fcbede3c5529c64c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee2745e3d57b4f69a44544e422c26bb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.329922] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.330376] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a10dea90-872c-4355-afc5-fb995ef51329 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.348459] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.348459] env[70636]: value = "task-2885097" [ 1449.348459] env[70636]: _type = "Task" [ 1449.348459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.356970] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885097, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.456256] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885096, 'name': Rename_Task, 'duration_secs': 0.131466} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.456518] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.457137] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-807d900d-fa6e-402d-a617-c6481655f5ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.463350] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1449.463350] env[70636]: value = "task-2885098" [ 1449.463350] env[70636]: _type = "Task" [ 1449.463350] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.470494] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.618436] env[70636]: DEBUG nova.network.neutron [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Successfully created port: 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.688868] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524f62b6-a5ee-3258-1107-90b800749abb, 'name': SearchDatastore_Task, 'duration_secs': 0.027674} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.689140] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.689424] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0/1823da62-1035-4b4c-8b4c-ac08fb7f0cb0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.689681] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eccfd92a-e768-4d1b-90a9-2aa3f8206d19 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.697872] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1449.697872] env[70636]: value = "task-2885099" [ 1449.697872] env[70636]: _type = "Task" [ 1449.697872] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.706593] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.770463] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.795986] env[70636]: DEBUG nova.compute.utils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1449.858238] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885097, 'name': CreateVM_Task, 'duration_secs': 0.409646} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.858401] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.858804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.858957] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.859293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.859534] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9503bb73-d77f-4bb9-8250-c76140a4402c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.866229] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1449.866229] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bdbe96-5eeb-10c3-a2cf-721b98bd696f" [ 1449.866229] env[70636]: _type = "Task" [ 1449.866229] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.871808] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bdbe96-5eeb-10c3-a2cf-721b98bd696f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.974453] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.032381] env[70636]: DEBUG nova.network.neutron [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.209127] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885099, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.298484] env[70636]: DEBUG oslo_concurrency.lockutils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.375462] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52bdbe96-5eeb-10c3-a2cf-721b98bd696f, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.375795] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.376048] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.376293] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.376436] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.376613] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.377084] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f668145-ed6e-4487-b884-242458aee5e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.391756] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.392022] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.392825] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63b866b-6dfb-4cf6-9d74-2d76fa15d2fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.400946] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1450.400946] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d469fa-4e7f-4d0b-3dc4-1e4cbe90724e" [ 1450.400946] env[70636]: _type = "Task" [ 1450.400946] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.410152] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d469fa-4e7f-4d0b-3dc4-1e4cbe90724e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.474473] env[70636]: DEBUG oslo_vmware.api [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885098, 'name': PowerOnVM_Task, 'duration_secs': 0.827886} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.474683] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.475095] env[70636]: INFO nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1450.475095] env[70636]: DEBUG nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.475864] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaef7dd-4e5e-4b4a-848d-e10c596ed94d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.535214] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.708836] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773465} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.709112] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0/1823da62-1035-4b4c-8b4c-ac08fb7f0cb0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.709368] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.709616] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537029b1-0a75-42f8-87f9-88d7b7f63fcd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.716231] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1450.716231] env[70636]: value = "task-2885100" [ 1450.716231] env[70636]: _type = "Task" [ 1450.716231] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.724358] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.781405] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.808214] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.808481] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.808637] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.808857] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.808954] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.809115] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.809325] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.809483] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.809649] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.809811] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.809982] env[70636]: DEBUG nova.virt.hardware [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.810909] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f079b410-066a-4c9a-991a-8906a90083e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.818703] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2687e94e-692e-4022-8345-53fb18183465 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.913600] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d469fa-4e7f-4d0b-3dc4-1e4cbe90724e, 'name': SearchDatastore_Task, 'duration_secs': 0.023861} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.914414] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed2763c-9d02-4964-99e6-b48b7db5bd9e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.919836] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1450.919836] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52147176-3827-e95e-4f01-b49b9c6f3222" [ 1450.919836] env[70636]: _type = "Task" [ 1450.919836] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.927692] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52147176-3827-e95e-4f01-b49b9c6f3222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.994779] env[70636]: INFO nova.compute.manager [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Took 15.19 seconds to build instance. [ 1451.044365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c0a19-b441-4126-a285-7fc3c54ffad1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.050404] env[70636]: DEBUG nova.compute.manager [req-3156918e-e530-4c85-bca6-7935933a28d5 req-71b097da-b054-4a5c-a674-2883035e950d service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Received event network-vif-plugged-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.050609] env[70636]: DEBUG oslo_concurrency.lockutils [req-3156918e-e530-4c85-bca6-7935933a28d5 req-71b097da-b054-4a5c-a674-2883035e950d service nova] Acquiring lock "85dd50d1-d544-44e5-a3a0-d135941470f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.050820] env[70636]: DEBUG oslo_concurrency.lockutils [req-3156918e-e530-4c85-bca6-7935933a28d5 req-71b097da-b054-4a5c-a674-2883035e950d service nova] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.050983] env[70636]: DEBUG oslo_concurrency.lockutils [req-3156918e-e530-4c85-bca6-7935933a28d5 req-71b097da-b054-4a5c-a674-2883035e950d service nova] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.051162] env[70636]: DEBUG nova.compute.manager [req-3156918e-e530-4c85-bca6-7935933a28d5 req-71b097da-b054-4a5c-a674-2883035e950d service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] No waiting events found dispatching network-vif-plugged-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.051325] env[70636]: WARNING nova.compute.manager [req-3156918e-e530-4c85-bca6-7935933a28d5 req-71b097da-b054-4a5c-a674-2883035e950d service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Received unexpected event network-vif-plugged-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be for instance with vm_state building and task_state spawning. [ 1451.053960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a928f68-262f-4dca-bdcd-9c55de8e9754 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.139209] env[70636]: DEBUG nova.network.neutron [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Successfully updated port: 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.226674] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101284} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.227051] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.227647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c6b89-67f8-45c3-8e6e-1b4aa5b31bd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.249027] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0/1823da62-1035-4b4c-8b4c-ac08fb7f0cb0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.249279] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdbc3d5-a499-46bb-844f-4a7b4db33c06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.269292] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1451.269292] env[70636]: value = "task-2885101" [ 1451.269292] env[70636]: _type = "Task" [ 1451.269292] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.278030] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.280358] env[70636]: DEBUG nova.compute.manager [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.280543] env[70636]: DEBUG nova.compute.manager [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing instance network info cache due to event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.280748] env[70636]: DEBUG oslo_concurrency.lockutils [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.280889] env[70636]: DEBUG oslo_concurrency.lockutils [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.281064] env[70636]: DEBUG nova.network.neutron [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.357743] env[70636]: DEBUG oslo_concurrency.lockutils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.358017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.359069] env[70636]: INFO nova.compute.manager [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Attaching volume 628d07e1-e82f-46a6-886e-c284b2d2defc to /dev/sdb [ 1451.392373] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83be1586-2aa3-46c6-94b9-69fe8b116a56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.399784] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48693bf1-5168-48e9-8601-1e9eb556271c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.413278] env[70636]: DEBUG nova.virt.block_device [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updating existing volume attachment record: a7333da0-df4f-43fe-864d-5d0ab7b4248f {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1451.432586] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52147176-3827-e95e-4f01-b49b9c6f3222, 'name': SearchDatastore_Task, 'duration_secs': 0.035858} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.432854] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.433132] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.433392] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7621ee9-58a3-4d6a-a34e-e70cb1847a41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.441865] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1451.441865] env[70636]: value = "task-2885102" [ 1451.441865] env[70636]: _type = "Task" [ 1451.441865] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.450566] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.499039] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fa322f29-d022-4529-83f6-55aeb070cd70 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "81b3e63d-f462-4087-9ab1-dc434350c431" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.702s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.641591] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.641768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.641907] env[70636]: DEBUG nova.network.neutron [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.779279] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.952702] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885102, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.000114] env[70636]: DEBUG nova.network.neutron [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updated VIF entry in instance network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.000523] env[70636]: DEBUG nova.network.neutron [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.150067] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b879757d-d349-40d1-a053-82f7a6d6f340 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.170466] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764cf86c-bb59-4ac0-abc4-7b4a97dc8383 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.179579] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.184787] env[70636]: DEBUG nova.network.neutron [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.279115] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.284627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.284848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.335610] env[70636]: DEBUG nova.network.neutron [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updating instance_info_cache with network_info: [{"id": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "address": "fa:16:3e:68:fe:7a", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e1c07-09", "ovs_interfaceid": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.453170] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843344} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.453436] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.453651] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.453907] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7606208d-c087-4224-bf88-27634cc9c61f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.460519] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1452.460519] env[70636]: value = "task-2885104" [ 1452.460519] env[70636]: _type = "Task" [ 1452.460519] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.470096] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.503550] env[70636]: DEBUG oslo_concurrency.lockutils [req-459051c6-28ac-46c6-87fb-01c7d65fbfe9 req-3a007abb-d684-4793-81ca-2c51b528e6d1 service nova] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.687046] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.687046] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c42e939a-087b-44a8-ad15-1c04009b7037 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.694177] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1452.694177] env[70636]: value = "task-2885105" [ 1452.694177] env[70636]: _type = "Task" [ 1452.694177] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.702258] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.780692] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885101, 'name': ReconfigVM_Task, 'duration_secs': 1.042808} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.780947] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0/1823da62-1035-4b4c-8b4c-ac08fb7f0cb0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.781640] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeb176ee-c21e-4bdd-9ee4-581fee476798 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.787027] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.791749] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1452.791749] env[70636]: value = "task-2885106" [ 1452.791749] env[70636]: _type = "Task" [ 1452.791749] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.801649] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885106, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.838530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.839029] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance network_info: |[{"id": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "address": "fa:16:3e:68:fe:7a", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e1c07-09", "ovs_interfaceid": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.839625] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:fe:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329e1c07-09e0-44a9-9d9d-9bbc18fdf9be', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.847515] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.848089] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.848396] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-135477dc-af74-43fd-bbbf-fba237f16883 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.867864] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.867864] env[70636]: value = "task-2885107" [ 1452.867864] env[70636]: _type = "Task" [ 1452.867864] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.876542] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885107, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.970880] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067753} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.971264] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.972116] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d6523-fb68-487c-800b-7397d8221724 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.991177] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.991438] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d00373-d42b-4518-a542-1923799706a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.009658] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1453.009658] env[70636]: value = "task-2885108" [ 1453.009658] env[70636]: _type = "Task" [ 1453.009658] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.017298] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.142153] env[70636]: DEBUG nova.compute.manager [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Received event network-changed-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.142358] env[70636]: DEBUG nova.compute.manager [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Refreshing instance network info cache due to event network-changed-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.142574] env[70636]: DEBUG oslo_concurrency.lockutils [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] Acquiring lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.142715] env[70636]: DEBUG oslo_concurrency.lockutils [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] Acquired lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.142932] env[70636]: DEBUG nova.network.neutron [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Refreshing network info cache for port 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.204345] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.305989] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885106, 'name': Rename_Task, 'duration_secs': 0.263492} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.306355] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.306543] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a323757a-876d-4039-bc7f-81c2f56b0c24 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.312918] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1453.312918] env[70636]: value = "task-2885109" [ 1453.312918] env[70636]: _type = "Task" [ 1453.312918] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.317487] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.317741] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.319677] env[70636]: INFO nova.compute.claims [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.328603] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.379348] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885107, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.520358] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885108, 'name': ReconfigVM_Task, 'duration_secs': 0.407693} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.520670] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 54f01786-135f-4b64-b8a6-dc2e5f6528a2/54f01786-135f-4b64-b8a6-dc2e5f6528a2.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.521431] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5523808-0e54-4832-954d-061b69ab420e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.527432] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1453.527432] env[70636]: value = "task-2885110" [ 1453.527432] env[70636]: _type = "Task" [ 1453.527432] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.535594] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885110, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.704754] env[70636]: DEBUG oslo_vmware.api [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885105, 'name': PowerOnVM_Task, 'duration_secs': 0.71257} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.705063] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.705255] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ae391211-8920-422b-99d3-eb19d904a42c tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.827356] env[70636]: DEBUG oslo_vmware.api [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885109, 'name': PowerOnVM_Task, 'duration_secs': 0.459146} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.827770] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.827966] env[70636]: INFO nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1453.828194] env[70636]: DEBUG nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.828959] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76258d0c-8164-43bd-b4aa-27051f65d4b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.878577] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885107, 'name': CreateVM_Task, 'duration_secs': 0.553586} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.878786] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.879666] env[70636]: DEBUG nova.network.neutron [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updated VIF entry in instance network info cache for port 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.880058] env[70636]: DEBUG nova.network.neutron [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updating instance_info_cache with network_info: [{"id": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "address": "fa:16:3e:68:fe:7a", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e1c07-09", "ovs_interfaceid": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.881627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.881795] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.882130] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.882382] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2deccdc2-1632-44ef-ae2e-b16b3d8325d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.887067] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1453.887067] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5264c729-0d9a-c2b2-9357-3616572777ae" [ 1453.887067] env[70636]: _type = "Task" [ 1453.887067] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.896008] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5264c729-0d9a-c2b2-9357-3616572777ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.037310] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885110, 'name': Rename_Task, 'duration_secs': 0.132821} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.037575] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.037814] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a6a020-677e-48d7-9676-1bbf364a6d65 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.044471] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1454.044471] env[70636]: value = "task-2885112" [ 1454.044471] env[70636]: _type = "Task" [ 1454.044471] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.051671] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.344328] env[70636]: INFO nova.compute.manager [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Took 18.39 seconds to build instance. [ 1454.385156] env[70636]: DEBUG oslo_concurrency.lockutils [req-b254efcb-85e8-49a9-9990-61825f2cda63 req-6f714e03-2d91-4750-896c-21d18e198e07 service nova] Releasing lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.399435] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5264c729-0d9a-c2b2-9357-3616572777ae, 'name': SearchDatastore_Task, 'duration_secs': 0.043752} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.399727] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.399956] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.400232] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.400377] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.400555] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.401113] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e17667-2f15-482a-a58e-109fedfd652d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.413502] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.413688] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.416764] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef5684e-9301-45d4-83be-83eb47300834 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.421943] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1454.421943] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d07dd5-b156-476b-e6e1-0d722d4cc0a3" [ 1454.421943] env[70636]: _type = "Task" [ 1454.421943] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.431769] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d07dd5-b156-476b-e6e1-0d722d4cc0a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.555485] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.574123] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9456fda6-70c4-454e-bfaa-d86cb3b95bdb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.580847] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df2cea-7853-4480-88c3-867578e06eb2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.610489] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b06ebf-9ab0-49b8-94aa-e245d84f18c3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.617655] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1627b56-3c89-4947-b25c-55bd1b72149f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.631480] env[70636]: DEBUG nova.compute.provider_tree [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.846082] env[70636]: DEBUG oslo_concurrency.lockutils [None req-4c4611c4-efa0-4ebf-a148-47ad611af31d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.895s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.931917] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d07dd5-b156-476b-e6e1-0d722d4cc0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.028546} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.932754] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cada7c20-cea3-451a-ad82-5dd7d55849e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.937518] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1454.937518] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52241ef7-009d-0654-f818-1b3f109ab741" [ 1454.937518] env[70636]: _type = "Task" [ 1454.937518] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.944401] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52241ef7-009d-0654-f818-1b3f109ab741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.055581] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.134923] env[70636]: DEBUG nova.scheduler.client.report [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.448104] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52241ef7-009d-0654-f818-1b3f109ab741, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.448501] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.448641] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.448925] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6705fae2-2eb3-467b-8801-2c9c21f7dbe4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.455755] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1455.455755] env[70636]: value = "task-2885113" [ 1455.455755] env[70636]: _type = "Task" [ 1455.455755] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.463757] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.484109] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.484538] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.555985] env[70636]: DEBUG oslo_vmware.api [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885112, 'name': PowerOnVM_Task, 'duration_secs': 1.064805} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.556336] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.556588] env[70636]: DEBUG nova.compute.manager [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.557397] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41d2f1-6b02-4bb8-bdd3-83ea109834c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.640085] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.640688] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1455.957609] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1455.957861] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579689', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'name': 'volume-628d07e1-e82f-46a6-886e-c284b2d2defc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce53ef6-f7cc-4786-9f2d-c60a50f2c468', 'attached_at': '', 'detached_at': '', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'serial': '628d07e1-e82f-46a6-886e-c284b2d2defc'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1455.958939] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd27f8-4881-4a4a-95a9-68af1ab8a251 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.981206] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4c38b-220a-4800-86ee-095543091e2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.983970] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466276} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.984233] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.984454] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.985080] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c6e34d-ea22-4b1f-84aa-c5735eebc7ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.001635] env[70636]: DEBUG nova.compute.utils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1456.010189] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-628d07e1-e82f-46a6-886e-c284b2d2defc/volume-628d07e1-e82f-46a6-886e-c284b2d2defc.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.011068] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928da7eb-ed84-443f-a40d-f840de47d828 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.026237] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1456.026237] env[70636]: value = "task-2885114" [ 1456.026237] env[70636]: _type = "Task" [ 1456.026237] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.031994] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1456.031994] env[70636]: value = "task-2885115" [ 1456.031994] env[70636]: _type = "Task" [ 1456.031994] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.034708] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.043226] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.072660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.073126] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.073126] env[70636]: DEBUG nova.objects.instance [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1456.146073] env[70636]: DEBUG nova.compute.utils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1456.147904] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1456.181241] env[70636]: DEBUG nova.network.neutron [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.196372] env[70636]: DEBUG nova.policy [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1456.495651] env[70636]: DEBUG nova.network.neutron [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Successfully created port: 8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.512040] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.027s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.535380] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145998} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.538597] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.539330] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2215e826-4684-41b9-a91e-e83be0fdc049 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.546392] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.563958] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.564220] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3089b70a-3e23-4ac0-b838-31f017d7b4bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.585240] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1456.585240] env[70636]: value = "task-2885116" [ 1456.585240] env[70636]: _type = "Task" [ 1456.585240] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.591639] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.591850] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.592037] env[70636]: DEBUG nova.compute.manager [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Going to confirm migration 5 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1456.596612] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.652743] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1456.912488] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.912791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.913122] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.913122] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.913307] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.915888] env[70636]: INFO nova.compute.manager [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Terminating instance [ 1457.045541] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.083021] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cdebb00d-2c29-4d1f-9a21-5969d48fb840 tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.096268] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.159675] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.159899] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquired lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.160104] env[70636]: DEBUG nova.network.neutron [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.160347] env[70636]: DEBUG nova.objects.instance [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'info_cache' on Instance uuid 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.377577] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.377820] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.378018] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.378260] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.378436] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.379219] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.379219] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1457.379219] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.419402] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "refresh_cache-54f01786-135f-4b64-b8a6-dc2e5f6528a2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.419599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquired lock "refresh_cache-54f01786-135f-4b64-b8a6-dc2e5f6528a2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.419769] env[70636]: DEBUG nova.network.neutron [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.546572] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885115, 'name': ReconfigVM_Task, 'duration_secs': 1.027523} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.546941] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-628d07e1-e82f-46a6-886e-c284b2d2defc/volume-628d07e1-e82f-46a6-886e-c284b2d2defc.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.551833] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e8b9c7-bbf2-4848-b14c-7a824ac3be03 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.562535] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.562784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.563048] env[70636]: INFO nova.compute.manager [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Attaching volume 7507ee47-d478-4a7d-9400-bbbb973e6d59 to /dev/sdb [ 1457.571532] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1457.571532] env[70636]: value = "task-2885117" [ 1457.571532] env[70636]: _type = "Task" [ 1457.571532] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.580049] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.595315] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885116, 'name': ReconfigVM_Task, 'duration_secs': 0.936075} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.596384] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.597474] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ad584-b55f-419a-ae46-fa6aea6bf905 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.599949] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f50f8cc-4a62-4928-95f1-e93f36691d48 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.606068] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e601e77-5b60-46ff-a538-09970fa2eeb3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.609142] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1457.609142] env[70636]: value = "task-2885118" [ 1457.609142] env[70636]: _type = "Task" [ 1457.609142] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.617239] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885118, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.620842] env[70636]: DEBUG nova.virt.block_device [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Updating existing volume attachment record: 8ed7c7ad-a19e-4c2b-9640-560b02175cd1 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1457.669882] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.698806] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.699145] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.699358] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.699554] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.699700] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.699846] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.700067] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.700253] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.700461] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.700647] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.700825] env[70636]: DEBUG nova.virt.hardware [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.701764] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d130acbb-86d3-4a0e-8556-0452c4e21a2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.709144] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cdd8ed-e3c4-46e7-8d5d-3bf1f61f2627 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.882652] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.882971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.883178] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.883369] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1457.884285] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3cc928-3195-4881-bf2c-62b566fb19ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.893740] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b4fb71-90cb-463f-a344-67e0a4e3d69a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.909971] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a7e088-910b-4046-b35d-df25776f305e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.916947] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e2def-ef33-47f3-b4d3-40241005112e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.947328] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179881MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1457.947483] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.947713] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.086102] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.109378] env[70636]: DEBUG nova.network.neutron [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.117790] env[70636]: DEBUG nova.compute.manager [req-0a0fc80e-4d19-4935-882b-40dea9a79a41 req-2c1f6ebd-59a2-4c71-87a8-a5ad00b27eb7 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-vif-plugged-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.118022] env[70636]: DEBUG oslo_concurrency.lockutils [req-0a0fc80e-4d19-4935-882b-40dea9a79a41 req-2c1f6ebd-59a2-4c71-87a8-a5ad00b27eb7 service nova] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.118327] env[70636]: DEBUG oslo_concurrency.lockutils [req-0a0fc80e-4d19-4935-882b-40dea9a79a41 req-2c1f6ebd-59a2-4c71-87a8-a5ad00b27eb7 service nova] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.118569] env[70636]: DEBUG oslo_concurrency.lockutils [req-0a0fc80e-4d19-4935-882b-40dea9a79a41 req-2c1f6ebd-59a2-4c71-87a8-a5ad00b27eb7 service nova] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.118666] env[70636]: DEBUG nova.compute.manager [req-0a0fc80e-4d19-4935-882b-40dea9a79a41 req-2c1f6ebd-59a2-4c71-87a8-a5ad00b27eb7 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] No waiting events found dispatching network-vif-plugged-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.118836] env[70636]: WARNING nova.compute.manager [req-0a0fc80e-4d19-4935-882b-40dea9a79a41 req-2c1f6ebd-59a2-4c71-87a8-a5ad00b27eb7 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received unexpected event network-vif-plugged-8c67dd2f-ccdf-49ea-b071-4e74b377e94b for instance with vm_state building and task_state spawning. [ 1458.124423] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885118, 'name': Rename_Task, 'duration_secs': 0.198518} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.124686] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.124943] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c4c084-31bd-4e44-8d45-84ed3cffe360 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.132009] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1458.132009] env[70636]: value = "task-2885120" [ 1458.132009] env[70636]: _type = "Task" [ 1458.132009] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.144772] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.221021] env[70636]: DEBUG nova.network.neutron [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.334617] env[70636]: DEBUG nova.network.neutron [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Successfully updated port: 8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.472393] env[70636]: DEBUG nova.network.neutron [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [{"id": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "address": "fa:16:3e:c6:14:0b", "network": {"id": "860aacc6-4b78-42c9-8d15-1189e45216d5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-398451074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4bed49045c4f75a449f9bbd7d83076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3671cfde-39", "ovs_interfaceid": "3671cfde-3965-4bcb-a68f-2520defbf9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.582165] env[70636]: DEBUG oslo_vmware.api [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885117, 'name': ReconfigVM_Task, 'duration_secs': 0.622831} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.583226] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579689', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'name': 'volume-628d07e1-e82f-46a6-886e-c284b2d2defc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce53ef6-f7cc-4786-9f2d-c60a50f2c468', 'attached_at': '', 'detached_at': '', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'serial': '628d07e1-e82f-46a6-886e-c284b2d2defc'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.642463] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885120, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.723596] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Releasing lock "refresh_cache-54f01786-135f-4b64-b8a6-dc2e5f6528a2" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.724023] env[70636]: DEBUG nova.compute.manager [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.724227] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.725418] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487f0d8-a9c4-494f-80b8-d64c2c813437 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.733648] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.733883] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c3f9d0-1a44-4112-a3df-52e63808e608 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.740505] env[70636]: DEBUG oslo_vmware.api [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1458.740505] env[70636]: value = "task-2885123" [ 1458.740505] env[70636]: _type = "Task" [ 1458.740505] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.748488] env[70636]: DEBUG oslo_vmware.api [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.838660] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.838864] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.839035] env[70636]: DEBUG nova.network.neutron [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.958146] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Applying migration context for instance 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed as it has an incoming, in-progress migration 6492aa49-620a-4380-9d96-db139d390167. Migration status is confirming {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1458.959643] env[70636]: INFO nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating resource usage from migration 6492aa49-620a-4380-9d96-db139d390167 [ 1458.974967] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Releasing lock "refresh_cache-2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.975352] env[70636]: DEBUG nova.objects.instance [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'migration_context' on Instance uuid 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.983851] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.984031] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 10ed16a0-f8f6-4432-b644-b485187b7929 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.984161] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance cc71cd78-0d4d-4cbd-be52-8a1f8c976280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.984373] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.984529] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance caad11f9-6910-439b-b8dc-51a422b711b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.984676] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 54f01786-135f-4b64-b8a6-dc2e5f6528a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.984797] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration 6492aa49-620a-4380-9d96-db139d390167 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1458.984910] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.985037] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81b3e63d-f462-4087-9ab1-dc434350c431 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.985155] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.985266] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 85dd50d1-d544-44e5-a3a0-d135941470f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.985376] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance dc663516-2d8b-448e-95c5-e433bf1f1227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.985574] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1458.985707] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1459.138051] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88213c9-51fe-4a18-abb4-accad578921e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.146524] env[70636]: DEBUG oslo_vmware.api [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885120, 'name': PowerOnVM_Task, 'duration_secs': 0.710964} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.148435] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.148647] env[70636]: INFO nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1459.148825] env[70636]: DEBUG nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.149647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bc8c1-ffe2-488a-ab1f-468f8e69ae20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.152831] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cec3bdb-903a-4ef8-b29f-87f558c6e8a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.190732] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebe95f-f40b-4912-8b4b-0cc339368e41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.198646] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882993ba-b908-4620-b99f-1466c406a8ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.217282] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.249628] env[70636]: DEBUG oslo_vmware.api [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885123, 'name': PowerOffVM_Task, 'duration_secs': 0.157355} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.249827] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.249998] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.250306] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ae68028-c8e8-4124-928a-568cc2856464 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.282485] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.282763] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.282982] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Deleting the datastore file [datastore1] 54f01786-135f-4b64-b8a6-dc2e5f6528a2 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.283258] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2245064-407d-4af1-a222-f048e55cd821 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.291349] env[70636]: DEBUG oslo_vmware.api [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for the task: (returnval){ [ 1459.291349] env[70636]: value = "task-2885125" [ 1459.291349] env[70636]: _type = "Task" [ 1459.291349] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.299753] env[70636]: DEBUG oslo_vmware.api [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.370460] env[70636]: DEBUG nova.network.neutron [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.478802] env[70636]: DEBUG nova.objects.base [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Object Instance<2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed> lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1459.480018] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da0a03-e22a-40bb-bb0d-2b36c6d5dcf6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.500982] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e4b9e0-d8a3-4543-9dad-171051cc9c42 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.506088] env[70636]: DEBUG oslo_vmware.api [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1459.506088] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a4b91-6a91-19d7-f9dd-1b9d60349613" [ 1459.506088] env[70636]: _type = "Task" [ 1459.506088] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.513501] env[70636]: DEBUG oslo_vmware.api [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a4b91-6a91-19d7-f9dd-1b9d60349613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.517038] env[70636]: DEBUG nova.network.neutron [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.628964] env[70636]: DEBUG nova.objects.instance [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'flavor' on Instance uuid 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.698591] env[70636]: INFO nova.compute.manager [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Took 13.18 seconds to build instance. [ 1459.720371] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.801765] env[70636]: DEBUG oslo_vmware.api [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Task: {'id': task-2885125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418812} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.802019] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.802207] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.802386] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.802564] env[70636]: INFO nova.compute.manager [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1459.802825] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.803018] env[70636]: DEBUG nova.compute.manager [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.803115] env[70636]: DEBUG nova.network.neutron [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.818309] env[70636]: DEBUG nova.network.neutron [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.888831] env[70636]: DEBUG nova.compute.manager [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Received event network-changed-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.888831] env[70636]: DEBUG nova.compute.manager [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Refreshing instance network info cache due to event network-changed-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.889755] env[70636]: DEBUG oslo_concurrency.lockutils [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] Acquiring lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.889755] env[70636]: DEBUG oslo_concurrency.lockutils [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] Acquired lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.889755] env[70636]: DEBUG nova.network.neutron [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Refreshing network info cache for port 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.911808] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.017813] env[70636]: DEBUG oslo_vmware.api [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]522a4b91-6a91-19d7-f9dd-1b9d60349613, 'name': SearchDatastore_Task, 'duration_secs': 0.006892} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.018406] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.019934] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.020256] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Instance network_info: |[{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.020947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:0a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c67dd2f-ccdf-49ea-b071-4e74b377e94b', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.029483] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.030016] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.030288] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a15431-3684-4776-bdcb-2dc23b0b1270 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.050513] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.050513] env[70636]: value = "task-2885126" [ 1460.050513] env[70636]: _type = "Task" [ 1460.050513] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.057620] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885126, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.134229] env[70636]: DEBUG oslo_concurrency.lockutils [None req-93db6ff1-280c-4965-a525-7e2e3e87f0de tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.776s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.135165] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.223s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.144572] env[70636]: DEBUG nova.compute.manager [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.144767] env[70636]: DEBUG nova.compute.manager [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing instance network info cache due to event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.144974] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.145134] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.145299] env[70636]: DEBUG nova.network.neutron [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.200616] env[70636]: DEBUG oslo_concurrency.lockutils [None req-72b4cbc1-3e3e-4e74-bf89-e4fbe27fda17 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.694s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.225531] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1460.225797] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.278s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.226107] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.208s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.227565] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.227565] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Cleaning up deleted instances with incomplete migration {{(pid=70636) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1460.320959] env[70636]: DEBUG nova.network.neutron [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.567994] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885126, 'name': CreateVM_Task, 'duration_secs': 0.291033} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.571023] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.571023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.571023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.571023] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.571023] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc39e92c-f0e9-45f8-8e55-698f7df51c2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.575462] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1460.575462] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5287fad6-759f-38b8-1720-89e6fc22f046" [ 1460.575462] env[70636]: _type = "Task" [ 1460.575462] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.586580] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5287fad6-759f-38b8-1720-89e6fc22f046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.637519] env[70636]: INFO nova.compute.manager [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Detaching volume 628d07e1-e82f-46a6-886e-c284b2d2defc [ 1460.653107] env[70636]: DEBUG nova.network.neutron [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updated VIF entry in instance network info cache for port 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.653589] env[70636]: DEBUG nova.network.neutron [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updating instance_info_cache with network_info: [{"id": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "address": "fa:16:3e:68:fe:7a", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e1c07-09", "ovs_interfaceid": "329e1c07-09e0-44a9-9d9d-9bbc18fdf9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.674372] env[70636]: INFO nova.virt.block_device [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Attempting to driver detach volume 628d07e1-e82f-46a6-886e-c284b2d2defc from mountpoint /dev/sdb [ 1460.674615] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1460.674817] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579689', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'name': 'volume-628d07e1-e82f-46a6-886e-c284b2d2defc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce53ef6-f7cc-4786-9f2d-c60a50f2c468', 'attached_at': '', 'detached_at': '', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'serial': '628d07e1-e82f-46a6-886e-c284b2d2defc'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1460.675701] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e568af6-9e59-4181-8d2a-08a522d1a79e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.705146] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43995811-a74a-4a45-8bc6-a2fe82b141b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.714020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88e879c-7cc8-4e4b-831a-7df5707f2c9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.738855] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d841c-8df3-4de8-9ef1-91c0ef1df229 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.754179] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] The volume has not been displaced from its original location: [datastore1] volume-628d07e1-e82f-46a6-886e-c284b2d2defc/volume-628d07e1-e82f-46a6-886e-c284b2d2defc.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1460.759477] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.761931] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6a116d-5724-4592-833b-8b90884206e5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.781397] env[70636]: DEBUG oslo_vmware.api [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1460.781397] env[70636]: value = "task-2885128" [ 1460.781397] env[70636]: _type = "Task" [ 1460.781397] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.789353] env[70636]: DEBUG oslo_vmware.api [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.828661] env[70636]: INFO nova.compute.manager [-] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Took 1.03 seconds to deallocate network for instance. [ 1460.894737] env[70636]: DEBUG nova.network.neutron [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updated VIF entry in instance network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.895132] env[70636]: DEBUG nova.network.neutron [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.052409] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147f8ac-7c3b-4140-8ee1-cc6359c6af1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.060811] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757518d7-0a78-4a0f-a156-74317ca08149 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.094166] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4caf75-93a2-4412-aea9-24cb7a184713 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.101555] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5287fad6-759f-38b8-1720-89e6fc22f046, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.103514] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.103752] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.103980] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.104148] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.104313] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.104581] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b00fbffc-e52f-49ad-816f-0bbd947cfc44 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.107117] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2c75c5-375e-4035-bfe9-4ff92816c299 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.120594] env[70636]: DEBUG nova.compute.provider_tree [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.122688] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.122871] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.123745] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27069ec-d980-410b-b6b1-805f1ed4282a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.128266] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1461.128266] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520327c2-fb3d-4f47-5b13-92105dfdef27" [ 1461.128266] env[70636]: _type = "Task" [ 1461.128266] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.136708] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520327c2-fb3d-4f47-5b13-92105dfdef27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.155950] env[70636]: DEBUG oslo_concurrency.lockutils [req-1c2f9327-8887-42ce-83a3-ea24748f5b40 req-f004d519-ab0a-4a7d-b616-eb77420fe82e service nova] Releasing lock "refresh_cache-85dd50d1-d544-44e5-a3a0-d135941470f0" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.292525] env[70636]: DEBUG oslo_vmware.api [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885128, 'name': ReconfigVM_Task, 'duration_secs': 0.217484} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.292800] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.297530] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b6dd73-8fce-4671-a598-152b31702d2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.313345] env[70636]: DEBUG oslo_vmware.api [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1461.313345] env[70636]: value = "task-2885129" [ 1461.313345] env[70636]: _type = "Task" [ 1461.313345] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.321298] env[70636]: DEBUG oslo_vmware.api [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.335564] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.398140] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a4f3b97-4c17-47ac-86c7-d87a697e17d3 req-acc51281-fada-4469-9e86-77aa1ee68bf4 service nova] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.625102] env[70636]: DEBUG nova.scheduler.client.report [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.639022] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]520327c2-fb3d-4f47-5b13-92105dfdef27, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.640483] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e929a705-468e-4ea3-a791-3b77854cdddc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.646928] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1461.646928] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d89870-6f2d-44c0-781a-ae49302eb1dc" [ 1461.646928] env[70636]: _type = "Task" [ 1461.646928] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.654834] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d89870-6f2d-44c0-781a-ae49302eb1dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.736692] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.736949] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.737112] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Cleaning up deleted instances {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1461.824374] env[70636]: DEBUG oslo_vmware.api [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885129, 'name': ReconfigVM_Task, 'duration_secs': 0.14086} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.824684] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579689', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'name': 'volume-628d07e1-e82f-46a6-886e-c284b2d2defc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce53ef6-f7cc-4786-9f2d-c60a50f2c468', 'attached_at': '', 'detached_at': '', 'volume_id': '628d07e1-e82f-46a6-886e-c284b2d2defc', 'serial': '628d07e1-e82f-46a6-886e-c284b2d2defc'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1462.160089] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d89870-6f2d-44c0-781a-ae49302eb1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.039208} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.160089] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.160089] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] dc663516-2d8b-448e-95c5-e433bf1f1227/dc663516-2d8b-448e-95c5-e433bf1f1227.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.160524] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-881f315b-6a15-4a7e-a605-a816b4abd57c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.168495] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1462.168495] env[70636]: value = "task-2885130" [ 1462.168495] env[70636]: _type = "Task" [ 1462.168495] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.176935] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.254215] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] There are 63 instances to clean {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1462.254406] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2e4596df-2611-4153-9349-6959ebda24da] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.365839] env[70636]: DEBUG nova.objects.instance [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'flavor' on Instance uuid 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.635714] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.409s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.638420] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.303s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.638672] env[70636]: DEBUG nova.objects.instance [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lazy-loading 'resources' on Instance uuid 54f01786-135f-4b64-b8a6-dc2e5f6528a2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.673715] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1462.674040] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579692', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'name': 'volume-7507ee47-d478-4a7d-9400-bbbb973e6d59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1823da62-1035-4b4c-8b4c-ac08fb7f0cb0', 'attached_at': '', 'detached_at': '', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'serial': '7507ee47-d478-4a7d-9400-bbbb973e6d59'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1462.674763] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be8606-9508-473c-9cb1-a3b0d4cb5e33 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.683691] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885130, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.695066] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4291ca0-99a7-4551-b1f2-ebd2c041184c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.721529] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-7507ee47-d478-4a7d-9400-bbbb973e6d59/volume-7507ee47-d478-4a7d-9400-bbbb973e6d59.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.721880] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d312c2a3-bfef-45d6-aecf-d47240fdd957 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.743671] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1462.743671] env[70636]: value = "task-2885131" [ 1462.743671] env[70636]: _type = "Task" [ 1462.743671] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.755084] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.757697] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 0bdc44ae-23f1-405b-b4d9-d87ff3b28afb] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.129093] env[70636]: INFO nova.compute.manager [None req-2e363a85-e130-485b-96d3-49680ad6be18 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Get console output [ 1463.129329] env[70636]: WARNING nova.virt.vmwareapi.driver [None req-2e363a85-e130-485b-96d3-49680ad6be18 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] The console log is missing. Check your VSPC configuration [ 1463.180015] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66562} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.180295] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] dc663516-2d8b-448e-95c5-e433bf1f1227/dc663516-2d8b-448e-95c5-e433bf1f1227.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.180515] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.180763] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4009e435-e0eb-4015-bcd7-0cdb201686c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.186122] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1463.186122] env[70636]: value = "task-2885132" [ 1463.186122] env[70636]: _type = "Task" [ 1463.186122] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.196423] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.197364] env[70636]: INFO nova.scheduler.client.report [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted allocation for migration 6492aa49-620a-4380-9d96-db139d390167 [ 1463.255313] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885131, 'name': ReconfigVM_Task, 'duration_secs': 0.437636} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.257773] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-7507ee47-d478-4a7d-9400-bbbb973e6d59/volume-7507ee47-d478-4a7d-9400-bbbb973e6d59.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.262946] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 31cc8cd4-88dd-499b-b031-75160c90f086] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.265065] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91803d12-c7f2-4a01-9e30-51ef23d8df70 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.282704] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1463.282704] env[70636]: value = "task-2885133" [ 1463.282704] env[70636]: _type = "Task" [ 1463.282704] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.294581] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.309766] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c4b172-7f84-4d60-b65a-9868274dfe01 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.316600] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc26fdf8-54bf-4f89-885b-ec782a35f36e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.349749] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9a26d8-d2b1-430b-9f02-1a225ecfb982 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.356725] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77dc979-9639-4d6f-a8c5-49408b1da04b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.369560] env[70636]: DEBUG nova.compute.provider_tree [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.373690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3b9690d1-c4ef-48e0-9e87-7a1d91d0cdb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.695886] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077036} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.696147] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.696983] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b1c19-2caf-46b2-808b-7f845b054901 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.713987] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b7a3e29-20c3-4914-9c98-35050a0784f8 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.122s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.724689] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] dc663516-2d8b-448e-95c5-e433bf1f1227/dc663516-2d8b-448e-95c5-e433bf1f1227.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.725707] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d368feb-1dd0-4f44-a85b-1e1c7df4f68b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.744416] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1463.744416] env[70636]: value = "task-2885134" [ 1463.744416] env[70636]: _type = "Task" [ 1463.744416] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.755719] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.776344] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 446fc1af-faf2-490e-bc62-de1cd707b8d4] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.792966] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.872809] env[70636]: DEBUG nova.scheduler.client.report [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.185721] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.185951] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.186186] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.186376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.186553] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.188681] env[70636]: INFO nova.compute.manager [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Terminating instance [ 1464.255953] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.279914] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: dc082af5-606d-4f4f-97e3-f28858fea378] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.293483] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.377389] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.400860] env[70636]: INFO nova.scheduler.client.report [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Deleted allocations for instance 54f01786-135f-4b64-b8a6-dc2e5f6528a2 [ 1464.691961] env[70636]: DEBUG nova.compute.manager [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.692211] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.693114] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16582fb-cd90-4396-ad28-1123c133c86c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.700402] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.700671] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67491bc4-d57f-48de-9942-deefb58bf76c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.706839] env[70636]: DEBUG oslo_vmware.api [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1464.706839] env[70636]: value = "task-2885135" [ 1464.706839] env[70636]: _type = "Task" [ 1464.706839] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.713768] env[70636]: DEBUG oslo_vmware.api [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.754413] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885134, 'name': ReconfigVM_Task, 'duration_secs': 0.764852} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.754678] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Reconfigured VM instance instance-00000070 to attach disk [datastore2] dc663516-2d8b-448e-95c5-e433bf1f1227/dc663516-2d8b-448e-95c5-e433bf1f1227.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.755322] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd16212b-5dbd-434b-a97a-a739ea651b91 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.761065] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1464.761065] env[70636]: value = "task-2885136" [ 1464.761065] env[70636]: _type = "Task" [ 1464.761065] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.768291] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885136, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.782818] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 96ad2982-f576-48fe-b073-6afb95802176] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.792440] env[70636]: DEBUG oslo_vmware.api [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885133, 'name': ReconfigVM_Task, 'duration_secs': 1.109379} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.792712] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579692', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'name': 'volume-7507ee47-d478-4a7d-9400-bbbb973e6d59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1823da62-1035-4b4c-8b4c-ac08fb7f0cb0', 'attached_at': '', 'detached_at': '', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'serial': '7507ee47-d478-4a7d-9400-bbbb973e6d59'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1464.908661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-69dfba26-63f8-40d6-b448-a84e930a817a tempest-ServerShowV257Test-2093398828 tempest-ServerShowV257Test-2093398828-project-member] Lock "54f01786-135f-4b64-b8a6-dc2e5f6528a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.996s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.218101] env[70636]: DEBUG oslo_vmware.api [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885135, 'name': PowerOffVM_Task, 'duration_secs': 0.172156} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.218512] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.219262] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.219262] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f72c9158-34a9-4a72-b582-4d2d31c75991 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.270436] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885136, 'name': Rename_Task, 'duration_secs': 0.130455} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.270787] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.271071] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-552d4c49-58a3-4117-a12b-00ab3d3c3aed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.277467] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1465.277467] env[70636]: value = "task-2885138" [ 1465.277467] env[70636]: _type = "Task" [ 1465.277467] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.283631] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.283830] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.284020] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleting the datastore file [datastore2] 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.284289] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3cf799d-2d2b-4636-8fd2-7855a624b7a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.289241] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 6a871e32-72a4-47d1-9420-76dfb0a1831c] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.290925] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.298109] env[70636]: DEBUG oslo_vmware.api [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1465.298109] env[70636]: value = "task-2885139" [ 1465.298109] env[70636]: _type = "Task" [ 1465.298109] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.306446] env[70636]: DEBUG oslo_vmware.api [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.787265] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.791806] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: cddca5c1-049c-40e2-af6f-737793c0edf9] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.807250] env[70636]: DEBUG oslo_vmware.api [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160783} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.807498] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.807677] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.807850] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.808030] env[70636]: INFO nova.compute.manager [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1465.808283] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.808476] env[70636]: DEBUG nova.compute.manager [-] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.808607] env[70636]: DEBUG nova.network.neutron [-] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.835153] env[70636]: DEBUG nova.objects.instance [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'flavor' on Instance uuid 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.100187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.267440] env[70636]: DEBUG nova.compute.manager [req-706a7172-aaf1-45d4-87b4-1303fdb7f9ed req-76b5055d-ab3e-4d07-8ed6-976780d7ec9b service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Received event network-vif-deleted-cc110110-a375-405b-9750-aa4139a53038 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.267641] env[70636]: INFO nova.compute.manager [req-706a7172-aaf1-45d4-87b4-1303fdb7f9ed req-76b5055d-ab3e-4d07-8ed6-976780d7ec9b service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Neutron deleted interface cc110110-a375-405b-9750-aa4139a53038; detaching it from the instance and deleting it from the info cache [ 1466.267807] env[70636]: DEBUG nova.network.neutron [req-706a7172-aaf1-45d4-87b4-1303fdb7f9ed req-76b5055d-ab3e-4d07-8ed6-976780d7ec9b service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.289974] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.294620] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: b028e220-6230-4df3-947a-37da0fd7fcbe] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.339548] env[70636]: DEBUG oslo_concurrency.lockutils [None req-dc17a3e8-1964-4f09-8d86-2841eb930ef9 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.777s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.343114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.241s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.343114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.343114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.343114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.343114] env[70636]: INFO nova.compute.manager [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Terminating instance [ 1466.750694] env[70636]: DEBUG nova.network.neutron [-] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.770548] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69819879-fd9f-40bd-8ab0-7ed565a0f35e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.781034] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce92a1-5bf7-40ca-ab8f-612e69ba147e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.797721] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: d6b36f21-1b34-4c52-81f4-ac5ed2fbdb6f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.805385] env[70636]: DEBUG oslo_vmware.api [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885138, 'name': PowerOnVM_Task, 'duration_secs': 1.247095} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.805385] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.805385] env[70636]: INFO nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1466.805385] env[70636]: DEBUG nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.805385] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ae37f-a1a0-4adc-9781-49d0495900ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.822308] env[70636]: DEBUG nova.compute.manager [req-706a7172-aaf1-45d4-87b4-1303fdb7f9ed req-76b5055d-ab3e-4d07-8ed6-976780d7ec9b service nova] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Detach interface failed, port_id=cc110110-a375-405b-9750-aa4139a53038, reason: Instance 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1466.846378] env[70636]: DEBUG nova.compute.manager [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.849022] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.849022] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebab8656-6a64-4652-87ac-b97e8d168779 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.854308] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1466.854308] env[70636]: value = "task-2885140" [ 1466.854308] env[70636]: _type = "Task" [ 1466.854308] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.866026] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.256053] env[70636]: INFO nova.compute.manager [-] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Took 1.45 seconds to deallocate network for instance. [ 1467.305892] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f4c5b623-2a3f-4802-831e-7a7f228fe7eb] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.350136] env[70636]: INFO nova.compute.manager [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Took 14.06 seconds to build instance. [ 1467.365401] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885140, 'name': PowerOffVM_Task, 'duration_secs': 0.442352} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.366673] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.366673] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1467.366994] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579692', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'name': 'volume-7507ee47-d478-4a7d-9400-bbbb973e6d59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1823da62-1035-4b4c-8b4c-ac08fb7f0cb0', 'attached_at': '', 'detached_at': '', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'serial': '7507ee47-d478-4a7d-9400-bbbb973e6d59'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1467.369505] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c93472-60ed-4d43-87e3-093ba319c973 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.395042] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c873b62-0014-4666-b0e7-56c4d3d28298 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.402349] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d34582-6cba-4836-8b1d-c04a59f24459 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.427404] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e6a8e-de02-4ddf-a9e6-2dc03c8060b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.447529] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] The volume has not been displaced from its original location: [datastore2] volume-7507ee47-d478-4a7d-9400-bbbb973e6d59/volume-7507ee47-d478-4a7d-9400-bbbb973e6d59.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1467.454042] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1467.454378] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9043546d-db9a-47b7-a557-f36460ec1de8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.473753] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1467.473753] env[70636]: value = "task-2885141" [ 1467.473753] env[70636]: _type = "Task" [ 1467.473753] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.481901] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.763661] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.763955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.764187] env[70636]: DEBUG nova.objects.instance [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'resources' on Instance uuid 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.807207] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 63bba3b9-0a7c-476e-8ccb-f809d6539c76] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.852066] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f23f6bad-6289-40ea-88cd-a37c24df31ac tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.567s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.986489] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.310963] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 49d959f3-1ffa-47f0-a0e7-ac53b810003f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.373964] env[70636]: DEBUG nova.compute.manager [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.374190] env[70636]: DEBUG nova.compute.manager [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing instance network info cache due to event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.374415] env[70636]: DEBUG oslo_concurrency.lockutils [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.374589] env[70636]: DEBUG oslo_concurrency.lockutils [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.374753] env[70636]: DEBUG nova.network.neutron [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.477938] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36e41d-98e5-43f8-b6c4-9f46d4fa01c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.493828] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c0678-f5da-476c-96b0-4777521422c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.499030] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885141, 'name': ReconfigVM_Task, 'duration_secs': 0.674322} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.501745] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1468.506631] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2993d544-e2f1-488c-9896-eab20769773e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.551973] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdcfc5a-89de-4931-8c7d-cdb4424dc86d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.556441] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1468.556441] env[70636]: value = "task-2885142" [ 1468.556441] env[70636]: _type = "Task" [ 1468.556441] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.566962] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb51cdd-d52e-489e-bdce-390771c6a56e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.574908] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.584831] env[70636]: DEBUG nova.compute.provider_tree [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.816102] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 821eef34-bf96-400b-ac1a-c6c50edbf468] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.069908] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.070218] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.081023] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885142, 'name': ReconfigVM_Task, 'duration_secs': 0.192554} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.082289] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579692', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'name': 'volume-7507ee47-d478-4a7d-9400-bbbb973e6d59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1823da62-1035-4b4c-8b4c-ac08fb7f0cb0', 'attached_at': '', 'detached_at': '', 'volume_id': '7507ee47-d478-4a7d-9400-bbbb973e6d59', 'serial': '7507ee47-d478-4a7d-9400-bbbb973e6d59'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1469.082289] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.082447] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f33f8e7-6bfc-4759-9f71-119a5a516a8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.090060] env[70636]: DEBUG nova.scheduler.client.report [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.094050] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.094293] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f86daf2a-a595-4999-9f16-ebcda70f0079 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.163423] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.163643] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.163822] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleting the datastore file [datastore1] 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.164099] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da9e2975-87d0-494b-bedb-1b289e2620d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.173224] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1469.173224] env[70636]: value = "task-2885144" [ 1469.173224] env[70636]: _type = "Task" [ 1469.173224] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.180719] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.319637] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 891f8a1c-9bb7-436f-8ef0-4679291b4e0a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.434498] env[70636]: DEBUG nova.network.neutron [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updated VIF entry in instance network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.434970] env[70636]: DEBUG nova.network.neutron [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.574573] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.594803] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.620323] env[70636]: INFO nova.scheduler.client.report [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted allocations for instance 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468 [ 1469.684281] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.823655] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 561e3cc5-5de9-483e-9c9a-c89bb62e5e13] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.937780] env[70636]: DEBUG oslo_concurrency.lockutils [req-44da1a19-03a6-40ff-8d59-522ef9efe27d req-c8e45668-33e4-4a03-9107-c83d8bd702ab service nova] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.093129] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.093412] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.094942] env[70636]: INFO nova.compute.claims [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.128024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bf87f7d3-c209-464c-99f6-9e3a69031a46 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "0ce53ef6-f7cc-4786-9f2d-c60a50f2c468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.184764] env[70636]: DEBUG oslo_vmware.api [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667948} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.184874] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.185049] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.185265] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.185439] env[70636]: INFO nova.compute.manager [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1470.185746] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.185950] env[70636]: DEBUG nova.compute.manager [-] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.186055] env[70636]: DEBUG nova.network.neutron [-] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.331583] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 75ffdab1-71fe-4a90-a67c-b59bfe23534a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.407078] env[70636]: DEBUG nova.compute.manager [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.407078] env[70636]: DEBUG nova.compute.manager [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing instance network info cache due to event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1470.407078] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.407078] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.407078] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.836357] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: be4fc2c2-b433-4b5b-8bc3-9823ec57cd59] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.967742] env[70636]: DEBUG nova.network.neutron [-] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.221749] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updated VIF entry in instance network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.222099] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.276795] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a06d7e3-7164-4d9b-b9c0-629e42ace4ca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.285641] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b375833f-fcc2-43bf-bc91-79b9af4ccd2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.319048] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc9ed6-1efd-4ee0-bac7-c49cfbd0cdc7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.326742] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434680cd-fd89-4652-a182-f8690035d94a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.339857] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 9d8ecf23-bb79-4295-82e5-fae1653d7a05] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.342330] env[70636]: DEBUG nova.compute.provider_tree [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.469632] env[70636]: INFO nova.compute.manager [-] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Took 1.28 seconds to deallocate network for instance. [ 1471.730286] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.730604] env[70636]: DEBUG nova.compute.manager [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.730794] env[70636]: DEBUG nova.compute.manager [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing instance network info cache due to event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.730992] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.731152] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.731314] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.844543] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 0df605af-9b9f-45d3-879e-cddb0227262a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.846834] env[70636]: DEBUG nova.scheduler.client.report [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.012894] env[70636]: INFO nova.compute.manager [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Took 0.54 seconds to detach 1 volumes for instance. [ 1472.310259] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.310580] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.351138] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 125eefdd-b35f-4688-aa46-5c9f925b870a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.353441] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.354150] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.430981] env[70636]: DEBUG nova.compute.manager [req-13db8c58-02c1-451c-a60e-748383dbc513 req-9f673178-1608-4dd0-8c73-15b20834ea01 service nova] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Received event network-vif-deleted-e00696c4-b779-42b4-b9eb-bbd4286d536b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.441061] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updated VIF entry in instance network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.441408] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.518983] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.519265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.519471] env[70636]: DEBUG nova.objects.instance [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'resources' on Instance uuid 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.812528] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.857470] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: ad946cf1-35f3-462b-9192-8565bce37669] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.860038] env[70636]: DEBUG nova.compute.utils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1472.861359] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.861768] env[70636]: DEBUG nova.network.neutron [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.899797] env[70636]: DEBUG nova.policy [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07dd3eb7a82648cdaf97e1d6e221e186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b34560811de484e9f31e35715b080ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.943476] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.943833] env[70636]: DEBUG nova.compute.manager [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.944028] env[70636]: DEBUG nova.compute.manager [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing instance network info cache due to event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1472.944249] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.944401] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.944565] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.155792] env[70636]: DEBUG nova.network.neutron [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Successfully created port: 6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.190082] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f42b9f-a079-4bcc-9723-46ed19733a98 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.197866] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965d010-a10c-42e5-9c21-3f2b0b65ad58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.227723] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686bf1ff-2f40-4df7-a960-0ad648ce08b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.235129] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18049835-293f-4287-9218-6f531fef5de6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.248378] env[70636]: DEBUG nova.compute.provider_tree [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.330634] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.362445] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: c3cf1f41-315c-47b4-9240-ba762c2c44a9] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.364454] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.650248] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updated VIF entry in instance network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.650688] env[70636]: DEBUG nova.network.neutron [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.751759] env[70636]: DEBUG nova.scheduler.client.report [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.868089] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: c9ede557-af90-473b-9d7b-9e1af54e6976] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.153770] env[70636]: DEBUG oslo_concurrency.lockutils [req-68c36750-b874-4d22-8396-1e7233729fab req-9c51f421-8109-47be-9a2c-9f904b7ac92a service nova] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.256463] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.258815] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.928s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.260384] env[70636]: INFO nova.compute.claims [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.278025] env[70636]: INFO nova.scheduler.client.report [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocations for instance 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0 [ 1474.373851] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a6572440-7f26-4d67-9f1f-5af372d6a194] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.378015] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.402312] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.402581] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.402742] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.402939] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.403100] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.403253] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.403463] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.403651] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.403829] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.403993] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.404176] env[70636]: DEBUG nova.virt.hardware [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.405261] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ee7a4-3aaa-4ca4-9fdc-48827a10b6b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.413960] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e7cbbc-4f64-4d6e-a45e-2a0d265a25fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.545200] env[70636]: DEBUG nova.compute.manager [req-ab401d0c-992c-4943-9133-0a409dc6d430 req-4adfd215-26e2-4eca-8013-1b42113bcfac service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-vif-plugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.545200] env[70636]: DEBUG oslo_concurrency.lockutils [req-ab401d0c-992c-4943-9133-0a409dc6d430 req-4adfd215-26e2-4eca-8013-1b42113bcfac service nova] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.545200] env[70636]: DEBUG oslo_concurrency.lockutils [req-ab401d0c-992c-4943-9133-0a409dc6d430 req-4adfd215-26e2-4eca-8013-1b42113bcfac service nova] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.545200] env[70636]: DEBUG oslo_concurrency.lockutils [req-ab401d0c-992c-4943-9133-0a409dc6d430 req-4adfd215-26e2-4eca-8013-1b42113bcfac service nova] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.545200] env[70636]: DEBUG nova.compute.manager [req-ab401d0c-992c-4943-9133-0a409dc6d430 req-4adfd215-26e2-4eca-8013-1b42113bcfac service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] No waiting events found dispatching network-vif-plugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.545744] env[70636]: WARNING nova.compute.manager [req-ab401d0c-992c-4943-9133-0a409dc6d430 req-4adfd215-26e2-4eca-8013-1b42113bcfac service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received unexpected event network-vif-plugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 for instance with vm_state building and task_state spawning. [ 1474.634228] env[70636]: DEBUG nova.network.neutron [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Successfully updated port: 6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.787814] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9d72ef76-27a1-461a-a616-02214aea90cb tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "1823da62-1035-4b4c-8b4c-ac08fb7f0cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.447s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.879569] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a4d516e4-b636-4e46-93c6-b048218dd0ad] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.137840] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.137840] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.137963] env[70636]: DEBUG nova.network.neutron [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.383425] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 5a03e66f-c9ef-46d7-912d-9e0bf49e33eb] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.385971] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cacb66-c72e-4f80-9e1e-9756aa2a4422 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.394411] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcf2e26-6c7c-458d-b26b-9cdf83268cae {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.425483] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d9925-df21-4a5b-8120-caa840bd4d12 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.433600] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf07d71-fc57-4d3e-8a65-65466dbdbd55 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.447973] env[70636]: DEBUG nova.compute.provider_tree [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.670233] env[70636]: DEBUG nova.network.neutron [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.790654] env[70636]: DEBUG nova.network.neutron [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.890272] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 7228acf9-faef-466c-be68-eb2592bd243e] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.952521] env[70636]: DEBUG nova.scheduler.client.report [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.987456] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.987589] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.293714] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.293947] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance network_info: |[{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.294391] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:96:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fbbb14c-1a56-429a-bb04-42f3af47f407', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.301858] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating folder: Project (3b34560811de484e9f31e35715b080ff). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.302142] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5c3396-455b-4e75-8268-8bfcbb028e5b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.314896] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Created folder: Project (3b34560811de484e9f31e35715b080ff) in parent group-v579393. [ 1476.315047] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating folder: Instances. Parent ref: group-v579694. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.315265] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eadd13a-2724-4fdd-8483-fa673ea91c41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.324044] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Created folder: Instances in parent group-v579694. [ 1476.324305] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.324537] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.324754] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeb70b05-50ac-4813-92db-009fb120f9fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.343324] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.343324] env[70636]: value = "task-2885147" [ 1476.343324] env[70636]: _type = "Task" [ 1476.343324] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.350233] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885147, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.393914] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f51f0436-4afa-445d-b8e0-4de1ea6e5492] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.458849] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.459415] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1476.489462] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.569770] env[70636]: DEBUG nova.compute.manager [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-changed-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.569841] env[70636]: DEBUG nova.compute.manager [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Refreshing instance network info cache due to event network-changed-6fbbb14c-1a56-429a-bb04-42f3af47f407. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.570124] env[70636]: DEBUG oslo_concurrency.lockutils [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.570281] env[70636]: DEBUG oslo_concurrency.lockutils [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.570438] env[70636]: DEBUG nova.network.neutron [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Refreshing network info cache for port 6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.853021] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885147, 'name': CreateVM_Task, 'duration_secs': 0.305005} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.853199] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.853870] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.854048] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.854376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.854636] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944b5097-e49a-446d-84de-368c2d5397e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.858912] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1476.858912] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b4ba0a-af1d-8c33-ca0b-c98e361178fc" [ 1476.858912] env[70636]: _type = "Task" [ 1476.858912] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.865890] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b4ba0a-af1d-8c33-ca0b-c98e361178fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.897456] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 97c7ca62-0696-4ef5-80e1-fffcdd4769dd] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.964022] env[70636]: DEBUG nova.compute.utils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1476.965393] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1476.965569] env[70636]: DEBUG nova.network.neutron [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.014835] env[70636]: DEBUG nova.policy [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8bfcce9c55940c0ac865297dbdd5a89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d2c020519849119a371af1e85d71de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.017421] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.017676] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.019191] env[70636]: INFO nova.compute.claims [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.350723] env[70636]: DEBUG nova.network.neutron [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updated VIF entry in instance network info cache for port 6fbbb14c-1a56-429a-bb04-42f3af47f407. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.351094] env[70636]: DEBUG nova.network.neutron [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.371206] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b4ba0a-af1d-8c33-ca0b-c98e361178fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.371470] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.371706] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.372258] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.372258] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.372258] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.372489] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d1a814-d4f9-407c-b300-2a52dc2931fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.381419] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.381419] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.381736] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf274c7-84cf-4472-adda-b8b3e46db0e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.386699] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1477.386699] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6d4c4-f493-dd8f-14f5-5f6ccdf4124a" [ 1477.386699] env[70636]: _type = "Task" [ 1477.386699] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.394663] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6d4c4-f493-dd8f-14f5-5f6ccdf4124a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.400667] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: dc91310b-4f18-43aa-bfa3-a9e3136dcf56] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.425315] env[70636]: DEBUG nova.network.neutron [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Successfully created port: 41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.468516] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1477.854243] env[70636]: DEBUG oslo_concurrency.lockutils [req-22bea317-5692-4cb7-8fcf-63ee4f5a8346 req-6297356f-8eb4-4565-a3e8-496f38ded05b service nova] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.897276] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6d4c4-f493-dd8f-14f5-5f6ccdf4124a, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.898061] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2cc727-e6c4-4d47-8d18-19591e5a35c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.903394] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 12f9f080-197c-4e25-b192-78f30b257e9e] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.905166] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1477.905166] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524113ff-46a5-5715-665d-f550f7659807" [ 1477.905166] env[70636]: _type = "Task" [ 1477.905166] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.912644] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524113ff-46a5-5715-665d-f550f7659807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.168941] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2027531-19e7-4b68-9788-a0dc18b64c47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.177166] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc52f361-2222-4ffe-8c49-bcb5fcd8e402 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.210393] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08459ae-b805-4bfe-af61-779bc992962e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.217738] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703cdbc-224c-49ef-a7dc-e361063415a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.234031] env[70636]: DEBUG nova.compute.provider_tree [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.408607] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 93147af3-f9a6-4fe5-a753-2e178295b355] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.418830] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524113ff-46a5-5715-665d-f550f7659807, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.419111] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.419370] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.419633] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75a0a9f8-4242-4fdd-aea2-c77e70eefb89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.427190] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1478.427190] env[70636]: value = "task-2885148" [ 1478.427190] env[70636]: _type = "Task" [ 1478.427190] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.435909] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.477813] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1478.507936] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.508223] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.508405] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.508619] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.508823] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.508988] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.509254] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.509443] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.509634] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.509825] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.510026] env[70636]: DEBUG nova.virt.hardware [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.511017] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c60031-9d9c-4a5c-a815-aec15143482f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.518880] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add1228b-fc64-4cbb-8a5b-2a14235332d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.736915] env[70636]: DEBUG nova.scheduler.client.report [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.803692] env[70636]: DEBUG nova.compute.manager [req-d1add157-3770-446b-a66f-da88fe4c2aad req-11f18669-aeac-4791-bb07-ccc494a39bee service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Received event network-vif-plugged-41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1478.804060] env[70636]: DEBUG oslo_concurrency.lockutils [req-d1add157-3770-446b-a66f-da88fe4c2aad req-11f18669-aeac-4791-bb07-ccc494a39bee service nova] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.804240] env[70636]: DEBUG oslo_concurrency.lockutils [req-d1add157-3770-446b-a66f-da88fe4c2aad req-11f18669-aeac-4791-bb07-ccc494a39bee service nova] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.804518] env[70636]: DEBUG oslo_concurrency.lockutils [req-d1add157-3770-446b-a66f-da88fe4c2aad req-11f18669-aeac-4791-bb07-ccc494a39bee service nova] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.804796] env[70636]: DEBUG nova.compute.manager [req-d1add157-3770-446b-a66f-da88fe4c2aad req-11f18669-aeac-4791-bb07-ccc494a39bee service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] No waiting events found dispatching network-vif-plugged-41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1478.805082] env[70636]: WARNING nova.compute.manager [req-d1add157-3770-446b-a66f-da88fe4c2aad req-11f18669-aeac-4791-bb07-ccc494a39bee service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Received unexpected event network-vif-plugged-41d60bbe-1b01-44d8-8284-32465ec403ee for instance with vm_state building and task_state spawning. [ 1478.903347] env[70636]: DEBUG nova.network.neutron [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Successfully updated port: 41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.913353] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2bd28ec6-746d-4aa6-a79b-a32b1ce0b237] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.937071] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487049} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.937785] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.938016] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.938265] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f3bed67-d4e2-474c-b29e-b260859cdce5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.944279] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1478.944279] env[70636]: value = "task-2885149" [ 1478.944279] env[70636]: _type = "Task" [ 1478.944279] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.952790] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.241846] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.242435] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.405893] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.406092] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.406217] env[70636]: DEBUG nova.network.neutron [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.417380] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: b9819181-a872-4927-92e8-aafa234425f0] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.453746] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.37559} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.453955] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.454772] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36bde85-4652-45e6-8d46-9ff29f172bec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.476604] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.476845] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0b3bc6-58b8-48dc-a860-90ce49d68bf4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.495979] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1479.495979] env[70636]: value = "task-2885150" [ 1479.495979] env[70636]: _type = "Task" [ 1479.495979] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.503359] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.747234] env[70636]: DEBUG nova.compute.utils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1479.748723] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1479.749639] env[70636]: DEBUG nova.network.neutron [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1479.787690] env[70636]: DEBUG nova.policy [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b5155552a740ce8a18fee618d8c056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f304cb401842598cbe5e714f2156b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.922771] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 23751277-fbf7-4378-bd54-e8d17e3a64af] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.949438] env[70636]: DEBUG nova.network.neutron [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.008160] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885150, 'name': ReconfigVM_Task, 'duration_secs': 0.318882} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.008275] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.008907] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee01c173-5443-4455-af79-de62690068ef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.015044] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1480.015044] env[70636]: value = "task-2885151" [ 1480.015044] env[70636]: _type = "Task" [ 1480.015044] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.022398] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885151, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.151873] env[70636]: DEBUG nova.network.neutron [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updating instance_info_cache with network_info: [{"id": "41d60bbe-1b01-44d8-8284-32465ec403ee", "address": "fa:16:3e:f9:3c:4b", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d60bbe-1b", "ovs_interfaceid": "41d60bbe-1b01-44d8-8284-32465ec403ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.154877] env[70636]: DEBUG nova.network.neutron [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Successfully created port: 9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1480.253056] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.425544] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 451c8de2-7e97-42e3-81af-458447b43b01] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.525372] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885151, 'name': Rename_Task, 'duration_secs': 0.383563} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.525581] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.525821] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4aaafbb-8dcd-43f9-9408-347b4f23cbaf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.532158] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1480.532158] env[70636]: value = "task-2885152" [ 1480.532158] env[70636]: _type = "Task" [ 1480.532158] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.545886] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.655977] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.656351] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Instance network_info: |[{"id": "41d60bbe-1b01-44d8-8284-32465ec403ee", "address": "fa:16:3e:f9:3c:4b", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d60bbe-1b", "ovs_interfaceid": "41d60bbe-1b01-44d8-8284-32465ec403ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.656789] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:3c:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41d60bbe-1b01-44d8-8284-32465ec403ee', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.664291] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.664554] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.664779] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5fefab-9671-4a7b-af38-f25e2a20e00d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.684247] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.684247] env[70636]: value = "task-2885153" [ 1480.684247] env[70636]: _type = "Task" [ 1480.684247] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.691832] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885153, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.829263] env[70636]: DEBUG nova.compute.manager [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Received event network-changed-41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.829537] env[70636]: DEBUG nova.compute.manager [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Refreshing instance network info cache due to event network-changed-41d60bbe-1b01-44d8-8284-32465ec403ee. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1480.829673] env[70636]: DEBUG oslo_concurrency.lockutils [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] Acquiring lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.829890] env[70636]: DEBUG oslo_concurrency.lockutils [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] Acquired lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.829957] env[70636]: DEBUG nova.network.neutron [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Refreshing network info cache for port 41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.928197] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: c7f9035d-040d-4500-b424-928f3ebaf5e7] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.043089] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885152, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.194985] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885153, 'name': CreateVM_Task, 'duration_secs': 0.354082} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.195207] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.195948] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.196178] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.196538] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.196994] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5718e884-1b86-403a-9a17-fa610c12d945 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.201432] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1481.201432] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]526ebe2b-047b-dafc-b24e-276f993e930c" [ 1481.201432] env[70636]: _type = "Task" [ 1481.201432] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.208528] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526ebe2b-047b-dafc-b24e-276f993e930c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.262287] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.286364] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.286602] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.286760] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.286936] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.287123] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.287283] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.287491] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.287648] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.287819] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.287978] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.288162] env[70636]: DEBUG nova.virt.hardware [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.288998] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf343e4-a732-48d9-9ee2-a1cf429f9262 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.296618] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321e0cc-505f-462e-a85c-33d659ef1525 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.431462] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 830968fc-9457-41c7-be96-5257ba58e4e4] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.542905] env[70636]: DEBUG oslo_vmware.api [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885152, 'name': PowerOnVM_Task, 'duration_secs': 0.565479} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.543190] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.543390] env[70636]: INFO nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1481.543570] env[70636]: DEBUG nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.544330] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4591e575-0748-4e98-8c09-bd151a556994 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.602370] env[70636]: DEBUG nova.network.neutron [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updated VIF entry in instance network info cache for port 41d60bbe-1b01-44d8-8284-32465ec403ee. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.602717] env[70636]: DEBUG nova.network.neutron [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updating instance_info_cache with network_info: [{"id": "41d60bbe-1b01-44d8-8284-32465ec403ee", "address": "fa:16:3e:f9:3c:4b", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d60bbe-1b", "ovs_interfaceid": "41d60bbe-1b01-44d8-8284-32465ec403ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.707330] env[70636]: DEBUG nova.network.neutron [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Successfully updated port: 9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.715099] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]526ebe2b-047b-dafc-b24e-276f993e930c, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.715395] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.716176] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.716176] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.716316] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.716528] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.716993] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddaa7971-a245-476c-a114-556a14e14eec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.727450] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.727450] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.727450] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e85815-b093-4792-a559-47de34bfceca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.732424] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1481.732424] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525daefe-7128-9b02-41b7-3e0ecc3aec2a" [ 1481.732424] env[70636]: _type = "Task" [ 1481.732424] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.739896] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525daefe-7128-9b02-41b7-3e0ecc3aec2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.935046] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: c18187c8-a457-4ed1-a882-922be8b34018] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.061365] env[70636]: INFO nova.compute.manager [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Took 11.98 seconds to build instance. [ 1482.105180] env[70636]: DEBUG oslo_concurrency.lockutils [req-b9c654ea-2c2a-446b-b853-571284a18777 req-c7f5c9be-3ed8-410b-82b3-b5f840a6fcf8 service nova] Releasing lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.212244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.212244] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.212244] env[70636]: DEBUG nova.network.neutron [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.243460] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525daefe-7128-9b02-41b7-3e0ecc3aec2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.244296] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5181ec5-b631-433f-af40-f7d8a301e818 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.249452] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1482.249452] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d42c73-1dee-a4bb-17a3-357940826ea0" [ 1482.249452] env[70636]: _type = "Task" [ 1482.249452] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.257099] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d42c73-1dee-a4bb-17a3-357940826ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.277670] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.277928] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.438163] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 72b5e8ab-db00-4546-90c7-f6e9245ccf53] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.564198] env[70636]: DEBUG oslo_concurrency.lockutils [None req-22ac5ccd-fe6c-4e8c-8cb0-a0c4f7f1c252 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.494s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.744448] env[70636]: DEBUG nova.network.neutron [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.764760] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "050956ed-014b-45c9-88b8-7d5c293f476a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.765014] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "050956ed-014b-45c9-88b8-7d5c293f476a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.766226] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d42c73-1dee-a4bb-17a3-357940826ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.768694] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.769286] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112/b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.769804] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-325ca914-8638-4579-96c0-e22b392df2bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.777269] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1482.777269] env[70636]: value = "task-2885154" [ 1482.777269] env[70636]: _type = "Task" [ 1482.777269] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.782760] env[70636]: INFO nova.compute.manager [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Detaching volume 7d5492f9-6412-40ef-9d1a-d7e74b450b48 [ 1482.789944] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.824910] env[70636]: INFO nova.virt.block_device [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Attempting to driver detach volume 7d5492f9-6412-40ef-9d1a-d7e74b450b48 from mountpoint /dev/sdb [ 1482.825204] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1482.825401] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579679', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'name': 'volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'caad11f9-6910-439b-b8dc-51a422b711b2', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'serial': '7d5492f9-6412-40ef-9d1a-d7e74b450b48'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1482.826459] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518b96cf-5f47-4fb7-926d-39f525a8b8df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.853657] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0e48e-82de-47b9-8588-1c270bb81946 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.858769] env[70636]: DEBUG nova.compute.manager [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Received event network-vif-plugged-9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.859025] env[70636]: DEBUG oslo_concurrency.lockutils [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.859253] env[70636]: DEBUG oslo_concurrency.lockutils [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] Lock "10604720-919a-4ac5-879b-10ca3af6f562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.859422] env[70636]: DEBUG oslo_concurrency.lockutils [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] Lock "10604720-919a-4ac5-879b-10ca3af6f562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.859585] env[70636]: DEBUG nova.compute.manager [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] No waiting events found dispatching network-vif-plugged-9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1482.859749] env[70636]: WARNING nova.compute.manager [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Received unexpected event network-vif-plugged-9d3203ef-c67b-4ca8-b99a-893ae906b30f for instance with vm_state building and task_state spawning. [ 1482.859910] env[70636]: DEBUG nova.compute.manager [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Received event network-changed-9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.860077] env[70636]: DEBUG nova.compute.manager [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Refreshing instance network info cache due to event network-changed-9d3203ef-c67b-4ca8-b99a-893ae906b30f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.860279] env[70636]: DEBUG oslo_concurrency.lockutils [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] Acquiring lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.863014] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf450eee-7cc9-4b7a-b95b-1491dbe5f5df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.884437] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02613e0-ac00-45d6-a6c1-7c4578766493 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.898192] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48/volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1482.903457] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1482.905775] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a41096e-1328-40fe-8234-b8571b542f3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.923376] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1482.923376] env[70636]: value = "task-2885155" [ 1482.923376] env[70636]: _type = "Task" [ 1482.923376] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.931623] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.941385] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 5651e220-7ded-4770-997e-c96308342bdd] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.950950] env[70636]: DEBUG nova.network.neutron [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updating instance_info_cache with network_info: [{"id": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "address": "fa:16:3e:ab:7c:6e", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3203ef-c6", "ovs_interfaceid": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.269805] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.288441] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481405} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.288729] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112/b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1483.288942] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1483.289200] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27fc276a-46c2-472e-a01d-07335d4fe79b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.295534] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1483.295534] env[70636]: value = "task-2885156" [ 1483.295534] env[70636]: _type = "Task" [ 1483.295534] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.304918] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.433066] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885155, 'name': ReconfigVM_Task, 'duration_secs': 0.43788} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.433339] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.437756] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3919f3bb-f960-471e-b739-76ea382f4503 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.447539] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 53d9a102-3ace-462d-935f-6e0869eb81a5] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.453898] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.454194] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Instance network_info: |[{"id": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "address": "fa:16:3e:ab:7c:6e", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3203ef-c6", "ovs_interfaceid": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.454497] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1483.454497] env[70636]: value = "task-2885157" [ 1483.454497] env[70636]: _type = "Task" [ 1483.454497] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.454756] env[70636]: DEBUG oslo_concurrency.lockutils [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] Acquired lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.454981] env[70636]: DEBUG nova.network.neutron [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Refreshing network info cache for port 9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.455987] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7c:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d3203ef-c67b-4ca8-b99a-893ae906b30f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.463422] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.464353] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.467668] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19bbb409-1c42-4068-90e3-fc008c37661f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.487986] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.489125] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.489125] env[70636]: value = "task-2885158" [ 1483.489125] env[70636]: _type = "Task" [ 1483.489125] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.496588] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885158, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.796121] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.796470] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.798260] env[70636]: INFO nova.compute.claims [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.809718] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072475} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.810014] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.810848] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1883b7-0b8c-43b5-b8e1-362774fb3710 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.833250] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112/b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.833596] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef28824-dea7-4617-a5bc-74cd120660f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.854645] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1483.854645] env[70636]: value = "task-2885159" [ 1483.854645] env[70636]: _type = "Task" [ 1483.854645] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.863038] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.950835] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: a390c0d0-f845-4641-9cf9-b25520d149b7] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.978664] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.997771] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885158, 'name': CreateVM_Task, 'duration_secs': 0.337175} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.997866] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.999458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.999458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.999458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.999458] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6e99df-19df-4e28-9e35-d2f605bc8a3f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.005574] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1484.005574] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f10e94-1dfd-daa8-f3eb-73a942ccefca" [ 1484.005574] env[70636]: _type = "Task" [ 1484.005574] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.013133] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f10e94-1dfd-daa8-f3eb-73a942ccefca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.118634] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-81b3e63d-f462-4087-9ab1-dc434350c431-c3919a6c-70d7-427a-835e-50228e19a311" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.118634] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-81b3e63d-f462-4087-9ab1-dc434350c431-c3919a6c-70d7-427a-835e-50228e19a311" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.119907] env[70636]: DEBUG nova.objects.instance [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'flavor' on Instance uuid 81b3e63d-f462-4087-9ab1-dc434350c431 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.164647] env[70636]: DEBUG nova.network.neutron [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updated VIF entry in instance network info cache for port 9d3203ef-c67b-4ca8-b99a-893ae906b30f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.165018] env[70636]: DEBUG nova.network.neutron [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updating instance_info_cache with network_info: [{"id": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "address": "fa:16:3e:ab:7c:6e", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3203ef-c6", "ovs_interfaceid": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.364710] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.454495] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 77c92508-c490-40b0-a250-37984a3dbf41] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.474143] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.515372] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f10e94-1dfd-daa8-f3eb-73a942ccefca, 'name': SearchDatastore_Task, 'duration_secs': 0.067856} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.515651] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.515882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.516118] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.516262] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.516434] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.516684] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1759bf04-356c-4a90-829e-949b58fb1342 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.534096] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.534282] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.535030] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0d2f97-c8c2-42a2-aa9f-27bb6b895847 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.539752] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1484.539752] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523151ae-4f16-e25c-e66c-9c8ce5db96f0" [ 1484.539752] env[70636]: _type = "Task" [ 1484.539752] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.547151] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523151ae-4f16-e25c-e66c-9c8ce5db96f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.667701] env[70636]: DEBUG oslo_concurrency.lockutils [req-e0bf9fb3-2397-4a77-99ca-a2d43538928e req-9a055163-d8dc-410c-9bc9-e79c3105d060 service nova] Releasing lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.704140] env[70636]: DEBUG nova.objects.instance [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'pci_requests' on Instance uuid 81b3e63d-f462-4087-9ab1-dc434350c431 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.866423] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.959826] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2831dc84-874e-4901-8475-3758d76938f3] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.972707] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57676f-186e-43dc-bad8-7ba8371614f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.978871] env[70636]: DEBUG oslo_vmware.api [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885157, 'name': ReconfigVM_Task, 'duration_secs': 1.178476} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.979602] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579679', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'name': 'volume-7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'caad11f9-6910-439b-b8dc-51a422b711b2', 'attached_at': '', 'detached_at': '', 'volume_id': '7d5492f9-6412-40ef-9d1a-d7e74b450b48', 'serial': '7d5492f9-6412-40ef-9d1a-d7e74b450b48'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1484.985171] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e96739-6496-47c2-aa30-e8c8b0291093 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.018979] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9604be22-ac6d-40f5-be5f-d38b58b030e4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.027009] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c2e91-2470-40d5-80fa-4532b17de1aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.040823] env[70636]: DEBUG nova.compute.provider_tree [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.051049] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]523151ae-4f16-e25c-e66c-9c8ce5db96f0, 'name': SearchDatastore_Task, 'duration_secs': 0.023073} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.051049] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5880ba8a-19ab-4bc2-992d-044af70092b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.056033] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1485.056033] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d7a1cd-2ae9-5090-5bed-06a421580d0f" [ 1485.056033] env[70636]: _type = "Task" [ 1485.056033] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.063283] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d7a1cd-2ae9-5090-5bed-06a421580d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.206968] env[70636]: DEBUG nova.objects.base [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Object Instance<81b3e63d-f462-4087-9ab1-dc434350c431> lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1485.207224] env[70636]: DEBUG nova.network.neutron [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.266787] env[70636]: DEBUG nova.policy [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.364863] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.463757] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 4b5ec83f-571e-4bd6-90a5-c4161e29cf49] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.525134] env[70636]: DEBUG nova.objects.instance [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'flavor' on Instance uuid caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.546145] env[70636]: DEBUG nova.scheduler.client.report [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.567246] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d7a1cd-2ae9-5090-5bed-06a421580d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.567510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.567751] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 10604720-919a-4ac5-879b-10ca3af6f562/10604720-919a-4ac5-879b-10ca3af6f562.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.568010] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff197c57-dc48-4d12-9b23-2df528d6a649 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.574643] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1485.574643] env[70636]: value = "task-2885160" [ 1485.574643] env[70636]: _type = "Task" [ 1485.574643] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.583445] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.865630] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885159, 'name': ReconfigVM_Task, 'duration_secs': 1.79736} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.865855] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112/b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.866475] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e8e0f59-18d3-40cb-9eaa-3ef2126b9813 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.872453] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1485.872453] env[70636]: value = "task-2885161" [ 1485.872453] env[70636]: _type = "Task" [ 1485.872453] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.880487] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885161, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.967095] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 62ac915a-5dfe-49f6-89c4-e05fc79b1e86] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.050901] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.051461] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.084763] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.382480] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885161, 'name': Rename_Task, 'duration_secs': 0.199698} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.382693] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.382926] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-643bc371-b909-489f-932b-a3ef41c81fb3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.388846] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1486.388846] env[70636]: value = "task-2885162" [ 1486.388846] env[70636]: _type = "Task" [ 1486.388846] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.396116] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.470913] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: e8501dc5-7abf-47c7-8359-cb9b58258539] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.532533] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1fea404-a992-4e24-a60f-9ce552a8481b tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.254s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.556136] env[70636]: DEBUG nova.compute.utils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1486.557374] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.557568] env[70636]: DEBUG nova.network.neutron [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.585548] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76488} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.585822] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 10604720-919a-4ac5-879b-10ca3af6f562/10604720-919a-4ac5-879b-10ca3af6f562.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.586088] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.586348] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a55e43c-41de-4ab5-9870-5fa6613ead39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.593252] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1486.593252] env[70636]: value = "task-2885163" [ 1486.593252] env[70636]: _type = "Task" [ 1486.593252] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.601220] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.615937] env[70636]: DEBUG nova.policy [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07dd3eb7a82648cdaf97e1d6e221e186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b34560811de484e9f31e35715b080ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.650638] env[70636]: DEBUG nova.compute.manager [req-4912b088-c8df-4bcf-8fe7-dfa033b415a9 req-29720b85-b27b-423a-8834-8e6f29cb0b88 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-vif-plugged-c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.650908] env[70636]: DEBUG oslo_concurrency.lockutils [req-4912b088-c8df-4bcf-8fe7-dfa033b415a9 req-29720b85-b27b-423a-8834-8e6f29cb0b88 service nova] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.651129] env[70636]: DEBUG oslo_concurrency.lockutils [req-4912b088-c8df-4bcf-8fe7-dfa033b415a9 req-29720b85-b27b-423a-8834-8e6f29cb0b88 service nova] Lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.651295] env[70636]: DEBUG oslo_concurrency.lockutils [req-4912b088-c8df-4bcf-8fe7-dfa033b415a9 req-29720b85-b27b-423a-8834-8e6f29cb0b88 service nova] Lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.651456] env[70636]: DEBUG nova.compute.manager [req-4912b088-c8df-4bcf-8fe7-dfa033b415a9 req-29720b85-b27b-423a-8834-8e6f29cb0b88 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] No waiting events found dispatching network-vif-plugged-c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1486.651620] env[70636]: WARNING nova.compute.manager [req-4912b088-c8df-4bcf-8fe7-dfa033b415a9 req-29720b85-b27b-423a-8834-8e6f29cb0b88 service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received unexpected event network-vif-plugged-c3919a6c-70d7-427a-835e-50228e19a311 for instance with vm_state active and task_state None. [ 1486.823435] env[70636]: DEBUG nova.network.neutron [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Successfully updated port: c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.899350] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.974422] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 6f14998f-2ea7-4388-bede-9520190119cd] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.061731] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.798128] env[70636]: DEBUG nova.network.neutron [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Successfully created port: 57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.800392] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.800553] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.800746] env[70636]: DEBUG nova.network.neutron [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.801920] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 6786080b-4760-4042-b210-69b14fe5af58] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.806191] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.806393] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.806576] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.806783] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.806949] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.808720] env[70636]: INFO nova.compute.manager [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Terminating instance [ 1487.818600] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143843} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.821882] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.822644] env[70636]: DEBUG oslo_vmware.api [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885162, 'name': PowerOnVM_Task, 'duration_secs': 0.594087} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.823362] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b63874-d47d-4ec5-b3e4-b765acdfe8c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.825812] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.826012] env[70636]: INFO nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1487.826197] env[70636]: DEBUG nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.827142] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc10e11-d2b0-4150-8714-c9dd700c50b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.851314] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 10604720-919a-4ac5-879b-10ca3af6f562/10604720-919a-4ac5-879b-10ca3af6f562.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.854908] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7646e9ef-0bce-4c4e-adfd-5c5ea9e6062c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.874311] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1487.874311] env[70636]: value = "task-2885164" [ 1487.874311] env[70636]: _type = "Task" [ 1487.874311] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.882192] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.312416] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.314455] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: ebe83ff3-93bf-40a8-a427-39d9ab8ff226] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.316948] env[70636]: DEBUG nova.compute.manager [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1488.317158] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.318485] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e15ff92-c367-4d39-a5e6-9f127ef31865 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.325904] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.326978] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df53bd3-0345-408d-811d-8b8c268b0052 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.333172] env[70636]: DEBUG oslo_vmware.api [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1488.333172] env[70636]: value = "task-2885165" [ 1488.333172] env[70636]: _type = "Task" [ 1488.333172] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.342094] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.342346] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.342627] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.342769] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.342812] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.343388] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.343388] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.343388] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.343587] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.344456] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.344456] env[70636]: DEBUG nova.virt.hardware [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.345620] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea0dfca-1818-41f4-85b8-44f27a3877f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.351541] env[70636]: DEBUG oslo_vmware.api [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.361407] env[70636]: WARNING nova.network.neutron [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] 3ba6485c-4c40-481f-8bd5-9d0f5a9654fe already exists in list: networks containing: ['3ba6485c-4c40-481f-8bd5-9d0f5a9654fe']. ignoring it [ 1488.364490] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f021a-56f6-4865-a2c3-c8b670367dff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.370435] env[70636]: INFO nova.compute.manager [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Took 15.05 seconds to build instance. [ 1488.391554] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885164, 'name': ReconfigVM_Task, 'duration_secs': 0.280777} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.391837] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 10604720-919a-4ac5-879b-10ca3af6f562/10604720-919a-4ac5-879b-10ca3af6f562.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.392474] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecd02cfc-f256-4c1d-be67-492e78414d79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.399103] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1488.399103] env[70636]: value = "task-2885166" [ 1488.399103] env[70636]: _type = "Task" [ 1488.399103] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.407652] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885166, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.652765] env[70636]: DEBUG nova.network.neutron [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3919a6c-70d7-427a-835e-50228e19a311", "address": "fa:16:3e:93:0e:b3", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3919a6c-70", "ovs_interfaceid": "c3919a6c-70d7-427a-835e-50228e19a311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.820118] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 15ceff51-2deb-4f21-ac68-afb2693339a8] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.845757] env[70636]: DEBUG oslo_vmware.api [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885165, 'name': PowerOffVM_Task, 'duration_secs': 0.224475} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.846592] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.846764] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.847280] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e4887c-f34c-41b4-8b57-1f75ebde1d80 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.872454] env[70636]: DEBUG oslo_concurrency.lockutils [None req-582d5ee1-6bbf-4f4d-bc5a-6834fa2497ea tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.562s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.910483] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885166, 'name': Rename_Task, 'duration_secs': 0.148166} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.911922] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.912293] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.912531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.912743] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleting the datastore file [datastore2] caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.913070] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d5ffe9-985a-45e2-beb5-404cd9f3ec21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.914994] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6667c87c-149b-4f0f-bcdf-96ee8e131ab6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.922771] env[70636]: DEBUG nova.compute.manager [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-changed-c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.922771] env[70636]: DEBUG nova.compute.manager [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing instance network info cache due to event network-changed-c3919a6c-70d7-427a-835e-50228e19a311. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1488.922771] env[70636]: DEBUG oslo_concurrency.lockutils [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.929225] env[70636]: DEBUG oslo_vmware.api [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1488.929225] env[70636]: value = "task-2885169" [ 1488.929225] env[70636]: _type = "Task" [ 1488.929225] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.929901] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1488.929901] env[70636]: value = "task-2885168" [ 1488.929901] env[70636]: _type = "Task" [ 1488.929901] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.943085] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.946286] env[70636]: DEBUG oslo_vmware.api [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.156641] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.157331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.157535] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.157779] env[70636]: DEBUG oslo_concurrency.lockutils [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.157951] env[70636]: DEBUG nova.network.neutron [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing network info cache for port c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.160034] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a492ec4c-3c11-43e6-bfbd-4c424ed9596f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.179408] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.180638] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.181724] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.181724] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.181724] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.181724] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.181724] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.181724] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.182047] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.182081] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.182227] env[70636]: DEBUG nova.virt.hardware [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.189096] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Reconfiguring VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1489.190670] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b8d212-392b-4630-9d6b-714804324fe1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.209499] env[70636]: DEBUG oslo_vmware.api [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1489.209499] env[70636]: value = "task-2885170" [ 1489.209499] env[70636]: _type = "Task" [ 1489.209499] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.214356] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.214598] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.214796] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.214971] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.215165] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.217342] env[70636]: INFO nova.compute.manager [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Terminating instance [ 1489.223440] env[70636]: DEBUG oslo_vmware.api [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.288795] env[70636]: DEBUG nova.network.neutron [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Successfully updated port: 57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.312572] env[70636]: DEBUG nova.compute.manager [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Received event network-changed-41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.312572] env[70636]: DEBUG nova.compute.manager [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Refreshing instance network info cache due to event network-changed-41d60bbe-1b01-44d8-8284-32465ec403ee. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1489.312984] env[70636]: DEBUG oslo_concurrency.lockutils [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] Acquiring lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.312984] env[70636]: DEBUG oslo_concurrency.lockutils [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] Acquired lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.312984] env[70636]: DEBUG nova.network.neutron [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Refreshing network info cache for port 41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.322441] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 65e4a7c4-a33e-4438-9185-ec0b4ed2bdcd] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.447268] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.447946] env[70636]: DEBUG oslo_vmware.api [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214641} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.448485] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.448485] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.448686] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.448882] env[70636]: INFO nova.compute.manager [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1489.449177] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1489.449438] env[70636]: DEBUG nova.compute.manager [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1489.449936] env[70636]: DEBUG nova.network.neutron [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.728418] env[70636]: DEBUG nova.compute.manager [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.728418] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.728418] env[70636]: DEBUG oslo_vmware.api [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.728418] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f040f9-f45a-4f8f-9614-2adbeddc1a47 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.734396] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1489.734396] env[70636]: value = "task-2885171" [ 1489.734396] env[70636]: _type = "Task" [ 1489.734396] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.743298] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.794528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "refresh_cache-050956ed-014b-45c9-88b8-7d5c293f476a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.794610] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "refresh_cache-050956ed-014b-45c9-88b8-7d5c293f476a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.794752] env[70636]: DEBUG nova.network.neutron [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.825161] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: b9a15bcc-5fdf-41b3-bb46-e3168a6398ec] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.944429] env[70636]: DEBUG oslo_vmware.api [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885168, 'name': PowerOnVM_Task, 'duration_secs': 0.692938} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.944710] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.944911] env[70636]: INFO nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1489.945099] env[70636]: DEBUG nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.945944] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f0cde-7c1f-4706-bf6f-1ef857b5dd09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.069205] env[70636]: DEBUG nova.network.neutron [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updated VIF entry in instance network info cache for port c3919a6c-70d7-427a-835e-50228e19a311. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.069607] env[70636]: DEBUG nova.network.neutron [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3919a6c-70d7-427a-835e-50228e19a311", "address": "fa:16:3e:93:0e:b3", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3919a6c-70", "ovs_interfaceid": "c3919a6c-70d7-427a-835e-50228e19a311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.223340] env[70636]: DEBUG oslo_vmware.api [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.245390] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885171, 'name': PowerOffVM_Task, 'duration_secs': 0.380918} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.246162] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.246545] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1490.246860] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579674', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'name': 'volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed', 'attached_at': '2025-03-10T10:45:55.000000', 'detached_at': '', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'serial': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1490.249411] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b556d-cd30-499e-8ad0-fed1d9c36a63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.258366] env[70636]: DEBUG nova.network.neutron [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updated VIF entry in instance network info cache for port 41d60bbe-1b01-44d8-8284-32465ec403ee. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.258366] env[70636]: DEBUG nova.network.neutron [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updating instance_info_cache with network_info: [{"id": "41d60bbe-1b01-44d8-8284-32465ec403ee", "address": "fa:16:3e:f9:3c:4b", "network": {"id": "fb94ca8d-6075-4f97-bc67-181afe064c27", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-679592316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d2c020519849119a371af1e85d71de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d60bbe-1b", "ovs_interfaceid": "41d60bbe-1b01-44d8-8284-32465ec403ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.275308] env[70636]: DEBUG oslo_concurrency.lockutils [req-5f3282db-522f-4d28-9088-467f0ab0000e req-689d744b-e40c-48b3-8f54-c6ef4e5db442 service nova] Releasing lock "refresh_cache-b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.276218] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de22e4-69b4-410c-889a-9561d44639bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.284129] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d380a97-a904-4f12-ad57-d61554a67239 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.304581] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d283fda-3f84-48c8-85cf-19df984dbda9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.320218] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] The volume has not been displaced from its original location: [datastore2] volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8/volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1490.325379] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1490.325680] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18466836-8bbd-4743-b7d5-d7153c9d8d1f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.338965] env[70636]: DEBUG nova.network.neutron [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.340908] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f2842deb-72c7-47d0-ba67-09665b96669e] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.348939] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1490.348939] env[70636]: value = "task-2885172" [ 1490.348939] env[70636]: _type = "Task" [ 1490.348939] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.357713] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.467915] env[70636]: INFO nova.compute.manager [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Took 13.47 seconds to build instance. [ 1490.480401] env[70636]: DEBUG nova.network.neutron [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Updating instance_info_cache with network_info: [{"id": "57547c36-e495-47bf-93a7-1ce22def022a", "address": "fa:16:3e:dd:3c:d1", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57547c36-e4", "ovs_interfaceid": "57547c36-e495-47bf-93a7-1ce22def022a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.573968] env[70636]: DEBUG oslo_concurrency.lockutils [req-edefb90a-c73b-47ff-9a9a-1ba3a44e33be req-1085c448-9470-4018-a41e-1143d94c1cdc service nova] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.648184] env[70636]: DEBUG nova.network.neutron [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.722861] env[70636]: DEBUG oslo_vmware.api [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885170, 'name': ReconfigVM_Task, 'duration_secs': 1.079166} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.723396] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.723652] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Reconfigured VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1490.844523] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 7a1b67c8-83e4-4275-bf5c-9e3e4def8333] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.859533] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885172, 'name': ReconfigVM_Task, 'duration_secs': 0.377172} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.859839] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1490.864940] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02d542d-a99e-412a-b321-a68d7d8f5b13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.882219] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1490.882219] env[70636]: value = "task-2885173" [ 1490.882219] env[70636]: _type = "Task" [ 1490.882219] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.893208] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.970302] env[70636]: DEBUG oslo_concurrency.lockutils [None req-52c4c578-fe4d-4a52-acdb-15b6097e26de tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.982s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.983208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "refresh_cache-050956ed-014b-45c9-88b8-7d5c293f476a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.983577] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Instance network_info: |[{"id": "57547c36-e495-47bf-93a7-1ce22def022a", "address": "fa:16:3e:dd:3c:d1", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57547c36-e4", "ovs_interfaceid": "57547c36-e495-47bf-93a7-1ce22def022a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.984014] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:3c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57547c36-e495-47bf-93a7-1ce22def022a', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.992083] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.992328] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.992553] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-600ea670-6059-48b2-9a20-e42b15dd0808 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.013511] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.013511] env[70636]: value = "task-2885174" [ 1491.013511] env[70636]: _type = "Task" [ 1491.013511] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.021186] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885174, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.150666] env[70636]: INFO nova.compute.manager [-] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Took 1.70 seconds to deallocate network for instance. [ 1491.228981] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ecb7b92c-b304-4759-9757-2eede59edc55 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-81b3e63d-f462-4087-9ab1-dc434350c431-c3919a6c-70d7-427a-835e-50228e19a311" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.110s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.293113] env[70636]: DEBUG nova.compute.manager [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Received event network-vif-plugged-57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.293113] env[70636]: DEBUG oslo_concurrency.lockutils [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] Acquiring lock "050956ed-014b-45c9-88b8-7d5c293f476a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.293296] env[70636]: DEBUG oslo_concurrency.lockutils [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] Lock "050956ed-014b-45c9-88b8-7d5c293f476a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.294082] env[70636]: DEBUG oslo_concurrency.lockutils [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] Lock "050956ed-014b-45c9-88b8-7d5c293f476a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.294082] env[70636]: DEBUG nova.compute.manager [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] No waiting events found dispatching network-vif-plugged-57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.294082] env[70636]: WARNING nova.compute.manager [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Received unexpected event network-vif-plugged-57547c36-e495-47bf-93a7-1ce22def022a for instance with vm_state building and task_state spawning. [ 1491.294082] env[70636]: DEBUG nova.compute.manager [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Received event network-changed-57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.294082] env[70636]: DEBUG nova.compute.manager [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Refreshing instance network info cache due to event network-changed-57547c36-e495-47bf-93a7-1ce22def022a. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1491.294378] env[70636]: DEBUG oslo_concurrency.lockutils [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] Acquiring lock "refresh_cache-050956ed-014b-45c9-88b8-7d5c293f476a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.294378] env[70636]: DEBUG oslo_concurrency.lockutils [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] Acquired lock "refresh_cache-050956ed-014b-45c9-88b8-7d5c293f476a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.294473] env[70636]: DEBUG nova.network.neutron [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Refreshing network info cache for port 57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.348513] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: df56f107-e9e4-42e0-a241-dcd7b9ee24f2] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.391731] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885173, 'name': ReconfigVM_Task, 'duration_secs': 0.220176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.391980] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579674', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'name': 'volume-2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed', 'attached_at': '2025-03-10T10:45:55.000000', 'detached_at': '', 'volume_id': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8', 'serial': '2eb24355-0be3-467e-b425-fe3ac2dcf3c8'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1491.392300] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.393035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e7e0a-17b4-431c-8453-daf45be87565 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.399712] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.399840] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de59df4c-9f7d-4d33-af3e-666e1d58ee56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.491691] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.491990] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.492152] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore2] 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.492427] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18aceb47-6016-4eb4-9b21-15a22d8e1218 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.499450] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1491.499450] env[70636]: value = "task-2885176" [ 1491.499450] env[70636]: _type = "Task" [ 1491.499450] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.509579] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.521968] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885174, 'name': CreateVM_Task, 'duration_secs': 0.364271} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.522147] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.522796] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.522955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.523306] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.523553] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df13325-1ec5-4f17-ba9f-c3113629e2d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.527964] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1491.527964] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f6f5d4-3dc7-c3ae-e6cb-4a324912e88c" [ 1491.527964] env[70636]: _type = "Task" [ 1491.527964] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.535134] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f6f5d4-3dc7-c3ae-e6cb-4a324912e88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.657546] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.657845] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.658082] env[70636]: DEBUG nova.objects.instance [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'resources' on Instance uuid caad11f9-6910-439b-b8dc-51a422b711b2 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.770309] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.770567] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.770749] env[70636]: INFO nova.compute.manager [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Shelving [ 1491.856052] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: aa1c8e98-4487-4538-9453-6921069aeeee] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.982152] env[70636]: DEBUG nova.network.neutron [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Updated VIF entry in instance network info cache for port 57547c36-e495-47bf-93a7-1ce22def022a. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.982522] env[70636]: DEBUG nova.network.neutron [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Updating instance_info_cache with network_info: [{"id": "57547c36-e495-47bf-93a7-1ce22def022a", "address": "fa:16:3e:dd:3c:d1", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57547c36-e4", "ovs_interfaceid": "57547c36-e495-47bf-93a7-1ce22def022a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.010196] env[70636]: DEBUG oslo_vmware.api [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0855} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.010434] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.010612] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.010776] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.010972] env[70636]: INFO nova.compute.manager [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1492.011218] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.011408] env[70636]: DEBUG nova.compute.manager [-] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.011500] env[70636]: DEBUG nova.network.neutron [-] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.037492] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f6f5d4-3dc7-c3ae-e6cb-4a324912e88c, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.037798] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.038046] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.038302] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.038439] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.038613] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.038866] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27890515-18b7-41e5-8b83-405b091f6ac2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.046619] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.046786] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.047465] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f043e4-f73d-4c6a-b051-d9641574e730 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.052363] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1492.052363] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52183cb8-eebf-380d-4080-ebf7caceed48" [ 1492.052363] env[70636]: _type = "Task" [ 1492.052363] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.059173] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52183cb8-eebf-380d-4080-ebf7caceed48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.341801] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeab51e-7ad7-42ee-a6f5-8188b0279716 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.350882] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1085e4-1137-4728-ad27-4f772f492601 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.381132] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 5c796157-928c-48ae-9d48-c7a73a36c70f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.384134] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82d9923-06dd-4b8a-8dfb-d422437ebd52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.393390] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44580e-2099-49d5-9e9e-15aa6a7c3cb9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.409217] env[70636]: DEBUG nova.compute.provider_tree [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.485128] env[70636]: DEBUG oslo_concurrency.lockutils [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] Releasing lock "refresh_cache-050956ed-014b-45c9-88b8-7d5c293f476a" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.485411] env[70636]: DEBUG nova.compute.manager [req-bdef71d9-52c3-4c19-9d71-58cd03714af2 req-e21187fa-4ca0-4756-bc0b-9a94644037b8 service nova] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Received event network-vif-deleted-679d03d1-5764-4af0-a544-0d7b354d1144 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.562084] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52183cb8-eebf-380d-4080-ebf7caceed48, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.562857] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19531789-38ae-4442-b037-1ca31f7b84a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.567771] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1492.567771] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dd6840-52af-173e-fb25-7ff0f9d9fd2c" [ 1492.567771] env[70636]: _type = "Task" [ 1492.567771] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.574926] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dd6840-52af-173e-fb25-7ff0f9d9fd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.780456] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.780772] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15511a01-bc68-4222-98eb-952cba90dc6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.787702] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1492.787702] env[70636]: value = "task-2885177" [ 1492.787702] env[70636]: _type = "Task" [ 1492.787702] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.795731] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.831361] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-81b3e63d-f462-4087-9ab1-dc434350c431-c3919a6c-70d7-427a-835e-50228e19a311" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.831606] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-81b3e63d-f462-4087-9ab1-dc434350c431-c3919a6c-70d7-427a-835e-50228e19a311" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.887917] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: e89e4a62-f903-48ed-bad3-4d96b4952c3f] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.912811] env[70636]: DEBUG nova.scheduler.client.report [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.973680] env[70636]: DEBUG nova.network.neutron [-] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.077813] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52dd6840-52af-173e-fb25-7ff0f9d9fd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.078108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.078370] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 050956ed-014b-45c9-88b8-7d5c293f476a/050956ed-014b-45c9-88b8-7d5c293f476a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.078629] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c36f59-869a-4bff-86f5-a58d214d27bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.085862] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1493.085862] env[70636]: value = "task-2885178" [ 1493.085862] env[70636]: _type = "Task" [ 1493.085862] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.093533] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.297354] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885177, 'name': PowerOffVM_Task, 'duration_secs': 0.245599} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.297631] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.298435] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572520a2-baa5-4317-90dc-8b99de209198 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.317589] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eaebda-47d4-476d-93ce-88f2b7014e21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.322806] env[70636]: DEBUG nova.compute.manager [req-5461b1f4-2374-4703-bd39-c678785c7e8a req-2e054ac7-5646-45a7-92e5-8b58ea0440f8 service nova] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Received event network-vif-deleted-3671cfde-3965-4bcb-a68f-2520defbf9d5 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.334330] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.334491] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.335282] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c56d7a-3380-477a-9100-bb13c99f8636 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.352629] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86b936-3ae1-48bb-bf9b-f4d95a8344c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.378493] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Reconfiguring VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1493.379015] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e7c509-9f6f-4326-9dd8-1ee6d61bf1ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.391897] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 81db790c-10a7-4786-bcb8-20d0a2974997] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.398871] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1493.398871] env[70636]: value = "task-2885179" [ 1493.398871] env[70636]: _type = "Task" [ 1493.398871] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.406950] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.417875] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.441429] env[70636]: INFO nova.scheduler.client.report [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted allocations for instance caad11f9-6910-439b-b8dc-51a422b711b2 [ 1493.476802] env[70636]: INFO nova.compute.manager [-] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Took 1.47 seconds to deallocate network for instance. [ 1493.594989] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.829012] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1493.829403] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1abf2e22-28b3-4a46-a2f7-1e19b14b1d9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.839620] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1493.839620] env[70636]: value = "task-2885180" [ 1493.839620] env[70636]: _type = "Task" [ 1493.839620] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.849024] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.895307] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 00daff25-7271-410d-9aca-bcf9f71371c2] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.910847] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.949134] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77260b5f-e9e6-4f01-b18e-76bdf972675e tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "caad11f9-6910-439b-b8dc-51a422b711b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.142s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.041175] env[70636]: INFO nova.compute.manager [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Took 0.56 seconds to detach 1 volumes for instance. [ 1494.045023] env[70636]: DEBUG nova.compute.manager [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Deleting volume: 2eb24355-0be3-467e-b425-fe3ac2dcf3c8 {{(pid=70636) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1494.102502] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.349818] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885180, 'name': CreateSnapshot_Task, 'duration_secs': 0.447645} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.350050] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1494.350761] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a3b21-eaba-4d0e-b0fd-8f3aac85e283 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.398620] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.409329] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.594524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.594779] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.594965] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.602391] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062293} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.602626] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 050956ed-014b-45c9-88b8-7d5c293f476a/050956ed-014b-45c9-88b8-7d5c293f476a.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.602856] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.603166] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d8cde2a-eae6-47dc-b2d9-75cd3469a3be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.610434] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1494.610434] env[70636]: value = "task-2885182" [ 1494.610434] env[70636]: _type = "Task" [ 1494.610434] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.618468] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.619475] env[70636]: INFO nova.scheduler.client.report [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted allocations for instance 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed [ 1494.867810] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1494.868197] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b781c8e6-b43e-4114-931b-93821464da60 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.878192] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1494.878192] env[70636]: value = "task-2885183" [ 1494.878192] env[70636]: _type = "Task" [ 1494.878192] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.886927] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885183, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.908771] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.121936] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314619} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.122320] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.123318] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee8b50-3d1d-4c50-96ca-16a58ec5f9ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.148959] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 050956ed-014b-45c9-88b8-7d5c293f476a/050956ed-014b-45c9-88b8-7d5c293f476a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.150883] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ce60cbf4-bd22-41ea-b75b-e00385d5a323 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.935s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.150883] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3947feea-05c5-4831-ba98-10e6dc13caad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.175306] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1495.175306] env[70636]: value = "task-2885184" [ 1495.175306] env[70636]: _type = "Task" [ 1495.175306] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.187179] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.388562] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885183, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.409323] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.684982] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885184, 'name': ReconfigVM_Task, 'duration_secs': 0.33422} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.685266] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 050956ed-014b-45c9-88b8-7d5c293f476a/050956ed-014b-45c9-88b8-7d5c293f476a.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.685886] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06410e99-1cb7-4f99-b3db-8a5c42c80d35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.692338] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1495.692338] env[70636]: value = "task-2885185" [ 1495.692338] env[70636]: _type = "Task" [ 1495.692338] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.700222] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885185, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.755141] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.755400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.891135] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885183, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.910256] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.202776] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885185, 'name': Rename_Task, 'duration_secs': 0.138278} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.203076] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.203373] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e62627-c521-4c68-9520-7d198c9ab012 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.210151] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1496.210151] env[70636]: value = "task-2885186" [ 1496.210151] env[70636]: _type = "Task" [ 1496.210151] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.218429] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.259050] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1496.342328] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.342627] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.342841] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.343049] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.343249] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.345429] env[70636]: INFO nova.compute.manager [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Terminating instance [ 1496.391045] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885183, 'name': CloneVM_Task, 'duration_secs': 1.411812} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.391419] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Created linked-clone VM from snapshot [ 1496.392406] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e216c474-c88a-481d-816a-b37b0ddeda4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.401373] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Uploading image 2043d7d6-0f50-4e9f-b1c9-c043b1fcf948 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1496.411091] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.425624] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1496.425624] env[70636]: value = "vm-579701" [ 1496.425624] env[70636]: _type = "VirtualMachine" [ 1496.425624] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1496.425867] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-400907f6-c309-45dc-b508-320a398db544 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.432648] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lease: (returnval){ [ 1496.432648] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521a7b71-9dd9-5cd6-ef80-cf6860cc8492" [ 1496.432648] env[70636]: _type = "HttpNfcLease" [ 1496.432648] env[70636]: } obtained for exporting VM: (result){ [ 1496.432648] env[70636]: value = "vm-579701" [ 1496.432648] env[70636]: _type = "VirtualMachine" [ 1496.432648] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1496.432924] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the lease: (returnval){ [ 1496.432924] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521a7b71-9dd9-5cd6-ef80-cf6860cc8492" [ 1496.432924] env[70636]: _type = "HttpNfcLease" [ 1496.432924] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1496.438489] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1496.438489] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521a7b71-9dd9-5cd6-ef80-cf6860cc8492" [ 1496.438489] env[70636]: _type = "HttpNfcLease" [ 1496.438489] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1496.720049] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.781188] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.781502] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.783145] env[70636]: INFO nova.compute.claims [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.849817] env[70636]: DEBUG nova.compute.manager [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.850156] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.851574] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651846c3-8e2d-4866-be0a-c267d1f43eee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.860025] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.860370] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e461a9ff-dd3f-4e37-8d69-b02b9223b88d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.866179] env[70636]: DEBUG oslo_vmware.api [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1496.866179] env[70636]: value = "task-2885188" [ 1496.866179] env[70636]: _type = "Task" [ 1496.866179] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.874947] env[70636]: DEBUG oslo_vmware.api [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.913347] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.944052] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1496.944052] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521a7b71-9dd9-5cd6-ef80-cf6860cc8492" [ 1496.944052] env[70636]: _type = "HttpNfcLease" [ 1496.944052] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1496.944355] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1496.944355] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521a7b71-9dd9-5cd6-ef80-cf6860cc8492" [ 1496.944355] env[70636]: _type = "HttpNfcLease" [ 1496.944355] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1496.945316] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f281be-d78d-48c2-ae8f-d4c834fe0f5e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.956069] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb41e7-35cf-86fb-0c59-8a54ccfee75b/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1496.956342] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb41e7-35cf-86fb-0c59-8a54ccfee75b/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1497.049365] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8bc62b02-88cd-46c5-851b-c2d85885aa37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.220566] env[70636]: DEBUG oslo_vmware.api [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885186, 'name': PowerOnVM_Task, 'duration_secs': 0.646118} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.220853] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.221027] env[70636]: INFO nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1497.221221] env[70636]: DEBUG nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.222035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852befd-a566-4d00-be78-22576901f441 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.377707] env[70636]: DEBUG oslo_vmware.api [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885188, 'name': PowerOffVM_Task, 'duration_secs': 0.31472} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.377707] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.378189] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.379333] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-535d22af-2d62-49e9-99ae-6b378ddcf87a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.414335] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.455552] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.456906] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.456906] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore2] cc71cd78-0d4d-4cbd-be52-8a1f8c976280 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.456906] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca11bb5-c6c5-4e56-9b99-b523663e3804 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.464977] env[70636]: DEBUG oslo_vmware.api [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1497.464977] env[70636]: value = "task-2885190" [ 1497.464977] env[70636]: _type = "Task" [ 1497.464977] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.472850] env[70636]: DEBUG oslo_vmware.api [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.536516] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.738316] env[70636]: INFO nova.compute.manager [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Took 13.96 seconds to build instance. [ 1497.916982] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.948735] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ed96a5-6640-49e4-ae18-dc4ce7a5e0a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.956446] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb612f-b003-4e29-a4cc-6f02fe01fedb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.991251] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3600c606-7c60-433d-8e4e-991696be6060 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.999326] env[70636]: DEBUG oslo_vmware.api [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324938} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.001920] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.002188] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.002442] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.002649] env[70636]: INFO nova.compute.manager [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1498.002962] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.003337] env[70636]: DEBUG nova.compute.manager [-] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.003549] env[70636]: DEBUG nova.network.neutron [-] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.006531] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ad43a-3de0-48a8-be94-1cfc0af4dc3a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.029244] env[70636]: DEBUG nova.compute.provider_tree [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.120157] env[70636]: INFO nova.compute.manager [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Rebuilding instance [ 1498.165182] env[70636]: DEBUG nova.compute.manager [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.166182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f4246b-be93-4a02-b785-b68443f2d2a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.240570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a3a4d663-68df-48ae-a0a8-7d0c58be6b1e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "050956ed-014b-45c9-88b8-7d5c293f476a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.475s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.307567] env[70636]: DEBUG nova.compute.manager [req-315cfc94-c28e-48cc-b8a9-5e21ab7864c3 req-d9d5bf53-2134-4f25-b041-5803060c9e3e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Received event network-vif-deleted-6c5ede28-0458-43bc-96dd-11ed13ed7595 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.307773] env[70636]: INFO nova.compute.manager [req-315cfc94-c28e-48cc-b8a9-5e21ab7864c3 req-d9d5bf53-2134-4f25-b041-5803060c9e3e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Neutron deleted interface 6c5ede28-0458-43bc-96dd-11ed13ed7595; detaching it from the instance and deleting it from the info cache [ 1498.307945] env[70636]: DEBUG nova.network.neutron [req-315cfc94-c28e-48cc-b8a9-5e21ab7864c3 req-d9d5bf53-2134-4f25-b041-5803060c9e3e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.415494] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.534138] env[70636]: DEBUG nova.scheduler.client.report [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.681286] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "050956ed-014b-45c9-88b8-7d5c293f476a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.681602] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "050956ed-014b-45c9-88b8-7d5c293f476a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.681909] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "050956ed-014b-45c9-88b8-7d5c293f476a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.682157] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "050956ed-014b-45c9-88b8-7d5c293f476a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.682398] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "050956ed-014b-45c9-88b8-7d5c293f476a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.686461] env[70636]: INFO nova.compute.manager [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Terminating instance [ 1498.789322] env[70636]: DEBUG nova.network.neutron [-] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.810202] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-193dcc8c-dd69-4e50-8be9-d16169c2d263 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.821621] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6527fb29-30bb-4f19-88c1-85a36f56fa64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.852889] env[70636]: DEBUG nova.compute.manager [req-315cfc94-c28e-48cc-b8a9-5e21ab7864c3 req-d9d5bf53-2134-4f25-b041-5803060c9e3e service nova] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Detach interface failed, port_id=6c5ede28-0458-43bc-96dd-11ed13ed7595, reason: Instance cc71cd78-0d4d-4cbd-be52-8a1f8c976280 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1498.915061] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.039204] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.039856] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.189509] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.189890] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa038ad5-f3c6-4d7b-b699-940336d12727 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.192896] env[70636]: DEBUG nova.compute.manager [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.193312] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.194707] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e75b078-75bf-4da7-b8a4-c39ba862dd11 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.205288] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.207112] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2825c237-b180-4f6c-964a-b2fce85866c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.209342] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1499.209342] env[70636]: value = "task-2885191" [ 1499.209342] env[70636]: _type = "Task" [ 1499.209342] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.215373] env[70636]: DEBUG oslo_vmware.api [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1499.215373] env[70636]: value = "task-2885192" [ 1499.215373] env[70636]: _type = "Task" [ 1499.215373] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.223534] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.229382] env[70636]: DEBUG oslo_vmware.api [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.292500] env[70636]: INFO nova.compute.manager [-] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Took 1.29 seconds to deallocate network for instance. [ 1499.418700] env[70636]: DEBUG oslo_vmware.api [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885179, 'name': ReconfigVM_Task, 'duration_secs': 5.87416} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.419200] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.419613] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Reconfigured VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1499.546423] env[70636]: DEBUG nova.compute.utils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1499.547837] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1499.548017] env[70636]: DEBUG nova.network.neutron [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1499.636616] env[70636]: DEBUG nova.policy [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95400774db7d48178afe632f7ef38cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd9cc0564c654ff3ad61a9b398480a86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.719148] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885191, 'name': PowerOffVM_Task, 'duration_secs': 0.317076} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.722363] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.722589] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.723391] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2017cdf1-d843-4752-90cd-764d87e87d16 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.730671] env[70636]: DEBUG oslo_vmware.api [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885192, 'name': PowerOffVM_Task, 'duration_secs': 0.255429} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.732760] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.732954] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.733237] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.733499] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70782667-70b8-4912-92b9-8f34cfc4948c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.734939] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ece26fd-f610-4959-b5c5-a91ca9e0712c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.799482] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.799964] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.800367] env[70636]: DEBUG nova.objects.instance [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'resources' on Instance uuid cc71cd78-0d4d-4cbd-be52-8a1f8c976280 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.820476] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.820808] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.821135] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleting the datastore file [datastore1] 050956ed-014b-45c9-88b8-7d5c293f476a {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.821702] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702f0b5b-c0c2-4b78-8382-b7c17b23594a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.831191] env[70636]: DEBUG oslo_vmware.api [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1499.831191] env[70636]: value = "task-2885195" [ 1499.831191] env[70636]: _type = "Task" [ 1499.831191] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.837380] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.837588] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.837765] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleting the datastore file [datastore1] 85dd50d1-d544-44e5-a3a0-d135941470f0 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.838412] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6578622-4a2c-430d-ac16-93c9c633d45b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.843924] env[70636]: DEBUG oslo_vmware.api [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.848951] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1499.848951] env[70636]: value = "task-2885196" [ 1499.848951] env[70636]: _type = "Task" [ 1499.848951] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.857016] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.052473] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.063253] env[70636]: DEBUG nova.network.neutron [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Successfully created port: da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.343190] env[70636]: DEBUG oslo_vmware.api [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322149} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.345822] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.346063] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.346285] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.346492] env[70636]: INFO nova.compute.manager [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1500.346760] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.347279] env[70636]: DEBUG nova.compute.manager [-] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.347421] env[70636]: DEBUG nova.network.neutron [-] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.358309] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304035} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.360759] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.360949] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.361159] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.481936] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3b9c2b-1fa0-45a4-a177-0bce2befdbbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.490454] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1987c605-6047-4e24-b882-802b0552f328 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.523106] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ebbb69-6129-47bb-843b-762207d5508e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.531054] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffbec08-79ed-4c35-944e-fd934fb2d995 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.546609] env[70636]: DEBUG nova.compute.provider_tree [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.647680] env[70636]: DEBUG nova.compute.manager [req-a18aea28-99f9-4edc-a940-1de6cbf6ac7f req-0c6313ad-a231-4549-8f31-c12bcedd72b5 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Received event network-vif-deleted-57547c36-e495-47bf-93a7-1ce22def022a {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.647847] env[70636]: INFO nova.compute.manager [req-a18aea28-99f9-4edc-a940-1de6cbf6ac7f req-0c6313ad-a231-4549-8f31-c12bcedd72b5 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Neutron deleted interface 57547c36-e495-47bf-93a7-1ce22def022a; detaching it from the instance and deleting it from the info cache [ 1500.648031] env[70636]: DEBUG nova.network.neutron [req-a18aea28-99f9-4edc-a940-1de6cbf6ac7f req-0c6313ad-a231-4549-8f31-c12bcedd72b5 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.932248] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.932413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.932749] env[70636]: DEBUG nova.network.neutron [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.050760] env[70636]: DEBUG nova.scheduler.client.report [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.062652] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.066816] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.094408] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.094709] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.094895] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.095174] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.095369] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.095560] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.095859] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.096060] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.096306] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.096492] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.096668] env[70636]: DEBUG nova.virt.hardware [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.097884] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd8f4c6-9358-4c73-8205-6603a82f667b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.107088] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e6388f-5d7f-439e-8468-ce9bcca6192b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.123547] env[70636]: DEBUG nova.network.neutron [-] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.151716] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dff5b4a-67a6-411e-97e8-dcea6b764463 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.161842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64fd7fb-2178-4415-b1b2-d8b35055a509 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.193243] env[70636]: DEBUG nova.compute.manager [req-a18aea28-99f9-4edc-a940-1de6cbf6ac7f req-0c6313ad-a231-4549-8f31-c12bcedd72b5 service nova] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Detach interface failed, port_id=57547c36-e495-47bf-93a7-1ce22def022a, reason: Instance 050956ed-014b-45c9-88b8-7d5c293f476a could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1501.399647] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.399905] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.400074] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.400266] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.400409] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.400553] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.400758] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.400915] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.401180] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.401365] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.401532] env[70636]: DEBUG nova.virt.hardware [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.402779] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b87b18-6fec-4be4-8530-16f84c3303a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.412829] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f41b53-5dcd-4397-8f31-2deab2f46aad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.428180] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:fe:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329e1c07-09e0-44a9-9d9d-9bbc18fdf9be', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.436493] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.439104] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.439367] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a83e99d-e302-43c3-863a-0585157643f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.460094] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.460094] env[70636]: value = "task-2885197" [ 1501.460094] env[70636]: _type = "Task" [ 1501.460094] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.468532] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885197, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.554542] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.571425] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Getting list of instances from cluster (obj){ [ 1501.571425] env[70636]: value = "domain-c8" [ 1501.571425] env[70636]: _type = "ClusterComputeResource" [ 1501.571425] env[70636]: } {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1501.572636] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d2e4f1-15cf-4741-932d-c1d8cfc766e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.578792] env[70636]: INFO nova.scheduler.client.report [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted allocations for instance cc71cd78-0d4d-4cbd-be52-8a1f8c976280 [ 1501.603161] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Got total of 7 instances {{(pid=70636) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1501.603412] env[70636]: WARNING nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] While synchronizing instance power states, found 11 instances in the database and 7 instances on the hypervisor. [ 1501.603453] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid e7b75a8e-8c99-4489-bcc5-ee48874d6228 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.603663] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.603849] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid cc71cd78-0d4d-4cbd-be52-8a1f8c976280 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604025] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 81b3e63d-f462-4087-9ab1-dc434350c431 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604192] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 85dd50d1-d544-44e5-a3a0-d135941470f0 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604341] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid dc663516-2d8b-448e-95c5-e433bf1f1227 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604499] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604651] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604796] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 10604720-919a-4ac5-879b-10ca3af6f562 {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.604939] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid 050956ed-014b-45c9-88b8-7d5c293f476a {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.605125] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Triggering sync for uuid d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1501.605940] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.608179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.608616] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.608881] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.609174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.609396] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.609602] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "81b3e63d-f462-4087-9ab1-dc434350c431" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.609822] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "85dd50d1-d544-44e5-a3a0-d135941470f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.610074] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.612208] env[70636]: INFO nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "050956ed-014b-45c9-88b8-7d5c293f476a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.612208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.613088] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9fa57-4f9d-4fa0-913a-1e1f1f3b2f2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.616636] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9285a5e1-7577-4c23-b1d3-a1413f9fe750 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.619645] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0304b-8894-41ec-b893-9f8cf63dc45d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.623249] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae165184-5aac-45c6-8a1f-f17d4698e4ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.625874] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ce061-3f32-428b-8a4f-7c761a69ab15 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.632520] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52725a0-6536-401f-a470-db538846dfef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.633511] env[70636]: INFO nova.compute.manager [-] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Took 1.29 seconds to deallocate network for instance. [ 1501.978220] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885197, 'name': CreateVM_Task, 'duration_secs': 0.442331} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.979077] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.980017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.980267] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.980698] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.984205] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a87987-a695-4658-94a5-d00e51c0b381 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.989889] env[70636]: DEBUG nova.compute.manager [req-e499ee2e-9f0b-452c-a5e1-cfb0ed63f2eb req-7164fd2c-071e-44dd-bcdf-60bf86ef0473 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-vif-plugged-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.990196] env[70636]: DEBUG oslo_concurrency.lockutils [req-e499ee2e-9f0b-452c-a5e1-cfb0ed63f2eb req-7164fd2c-071e-44dd-bcdf-60bf86ef0473 service nova] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.990463] env[70636]: DEBUG oslo_concurrency.lockutils [req-e499ee2e-9f0b-452c-a5e1-cfb0ed63f2eb req-7164fd2c-071e-44dd-bcdf-60bf86ef0473 service nova] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.990696] env[70636]: DEBUG oslo_concurrency.lockutils [req-e499ee2e-9f0b-452c-a5e1-cfb0ed63f2eb req-7164fd2c-071e-44dd-bcdf-60bf86ef0473 service nova] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.990927] env[70636]: DEBUG nova.compute.manager [req-e499ee2e-9f0b-452c-a5e1-cfb0ed63f2eb req-7164fd2c-071e-44dd-bcdf-60bf86ef0473 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] No waiting events found dispatching network-vif-plugged-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.991177] env[70636]: WARNING nova.compute.manager [req-e499ee2e-9f0b-452c-a5e1-cfb0ed63f2eb req-7164fd2c-071e-44dd-bcdf-60bf86ef0473 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received unexpected event network-vif-plugged-da81e572-c099-4dee-8ab7-d649eeb056ca for instance with vm_state building and task_state spawning. [ 1501.995329] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1501.995329] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5295f426-df3d-7b2e-ecd5-f36352b044d9" [ 1501.995329] env[70636]: _type = "Task" [ 1501.995329] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.008106] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5295f426-df3d-7b2e-ecd5-f36352b044d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.022198] env[70636]: INFO nova.network.neutron [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Port c3919a6c-70d7-427a-835e-50228e19a311 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1502.022687] env[70636]: DEBUG nova.network.neutron [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.109471] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ef8a40d-64cc-415c-863f-f0137e25ee57 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.110418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.501s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.110706] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08846948-a825-4e87-9352-522baa808bb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.121096] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd538be-ee22-4d81-94cf-b79feba918f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.157265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.157614] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.157826] env[70636]: DEBUG nova.objects.instance [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'resources' on Instance uuid 050956ed-014b-45c9-88b8-7d5c293f476a {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.159325] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.159665] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.159997] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "81b3e63d-f462-4087-9ab1-dc434350c431" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.160332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.166522] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.167101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.475857] env[70636]: DEBUG nova.network.neutron [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Successfully updated port: da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.506235] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5295f426-df3d-7b2e-ecd5-f36352b044d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013176} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.506619] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.506823] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.507020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.507176] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.507360] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.507627] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-638af4b6-c07b-4d58-a70f-c270a4cf5c57 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.516729] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.516913] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.517673] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45778f74-8a26-4f3c-9567-07b2bcf9f2c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.523204] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1502.523204] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a0ee88-5e7c-36d5-e454-9fa5cba8abbf" [ 1502.523204] env[70636]: _type = "Task" [ 1502.523204] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.526804] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.533586] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a0ee88-5e7c-36d5-e454-9fa5cba8abbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.568914] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-dc663516-2d8b-448e-95c5-e433bf1f1227-c3919a6c-70d7-427a-835e-50228e19a311" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.569305] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-dc663516-2d8b-448e-95c5-e433bf1f1227-c3919a6c-70d7-427a-835e-50228e19a311" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.569576] env[70636]: DEBUG nova.objects.instance [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'flavor' on Instance uuid dc663516-2d8b-448e-95c5-e433bf1f1227 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.666382] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "cc71cd78-0d4d-4cbd-be52-8a1f8c976280" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.682927] env[70636]: DEBUG nova.compute.manager [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.682927] env[70636]: DEBUG nova.compute.manager [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing instance network info cache due to event network-changed-3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1502.682927] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Acquiring lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.682927] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Acquired lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.682927] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Refreshing network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.830890] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5b732a-93fe-4da0-a926-e24543135cde {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.839048] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f90360-38c1-46db-b66a-9923a860c170 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.870861] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7affb1a-6bd0-4812-862e-ac93ce71b36e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.880047] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4328f883-4a8d-411d-b046-945be037a98a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.894282] env[70636]: DEBUG nova.compute.provider_tree [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.978801] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.978801] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.978801] env[70636]: DEBUG nova.network.neutron [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.036339] env[70636]: DEBUG oslo_concurrency.lockutils [None req-92909e8c-9603-4ec6-9d03-0d2a571e536e tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-81b3e63d-f462-4087-9ab1-dc434350c431-c3919a6c-70d7-427a-835e-50228e19a311" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.204s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.038027] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a0ee88-5e7c-36d5-e454-9fa5cba8abbf, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.039185] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6076913c-1d07-4822-8bd9-a10e47894b45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.046021] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1503.046021] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cf7b77-a676-1702-4c9f-3f641cf2138e" [ 1503.046021] env[70636]: _type = "Task" [ 1503.046021] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.057130] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cf7b77-a676-1702-4c9f-3f641cf2138e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.164731] env[70636]: DEBUG nova.objects.instance [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'pci_requests' on Instance uuid dc663516-2d8b-448e-95c5-e433bf1f1227 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.374230] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updated VIF entry in instance network info cache for port 3a05ca53-5324-4f9c-941f-6fce0156b45b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.374855] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [{"id": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "address": "fa:16:3e:10:de:98", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a05ca53-53", "ovs_interfaceid": "3a05ca53-5324-4f9c-941f-6fce0156b45b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.400452] env[70636]: DEBUG nova.scheduler.client.report [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.513411] env[70636]: DEBUG nova.network.neutron [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.559323] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cf7b77-a676-1702-4c9f-3f641cf2138e, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.560014] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.560014] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.560464] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0cede61-fd6c-4cf0-be79-3976db947da2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.567191] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1503.567191] env[70636]: value = "task-2885199" [ 1503.567191] env[70636]: _type = "Task" [ 1503.567191] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.574931] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.650444] env[70636]: DEBUG nova.network.neutron [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.667213] env[70636]: DEBUG nova.objects.base [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1503.667388] env[70636]: DEBUG nova.network.neutron [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.735198] env[70636]: DEBUG nova.policy [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795e576f5e494a8e8596fb7048b6e392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b0f80b4b9e480f84ddfeef9fe57fbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.877047] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Releasing lock "refresh_cache-81b3e63d-f462-4087-9ab1-dc434350c431" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.877454] env[70636]: DEBUG nova.compute.manager [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.877686] env[70636]: DEBUG nova.compute.manager [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing instance network info cache due to event network-changed-8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1503.877917] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.878078] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.878249] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.902999] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.930795] env[70636]: INFO nova.scheduler.client.report [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted allocations for instance 050956ed-014b-45c9-88b8-7d5c293f476a [ 1504.077543] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885199, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.153159] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.154220] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance network_info: |[{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.154407] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:f7:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da81e572-c099-4dee-8ab7-d649eeb056ca', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.161802] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.162046] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.162280] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e393a99f-0b23-4026-858d-18385b82e2ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.180952] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.180952] env[70636]: value = "task-2885200" [ 1504.180952] env[70636]: _type = "Task" [ 1504.180952] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.188218] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885200, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.440461] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8ace75aa-78b4-44f1-bb91-ffd54c183d27 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "050956ed-014b-45c9-88b8-7d5c293f476a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.441708] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "050956ed-014b-45c9-88b8-7d5c293f476a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.830s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.441954] env[70636]: INFO nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1504.442178] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "050956ed-014b-45c9-88b8-7d5c293f476a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.578214] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566235} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.578561] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.578692] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.578975] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94e0589b-b484-40a7-af7b-fc111ae1a39a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.584752] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1504.584752] env[70636]: value = "task-2885201" [ 1504.584752] env[70636]: _type = "Task" [ 1504.584752] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.595489] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.624176] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updated VIF entry in instance network info cache for port 8c67dd2f-ccdf-49ea-b071-4e74b377e94b. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.624605] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.692224] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885200, 'name': CreateVM_Task, 'duration_secs': 0.35974} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.692384] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.693018] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.693202] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.693558] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.693813] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13100d7b-d196-425d-ba51-722ba4aa2323 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.698371] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1504.698371] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524bb301-596e-586f-6372-80e17bd40745" [ 1504.698371] env[70636]: _type = "Task" [ 1504.698371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.706463] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524bb301-596e-586f-6372-80e17bd40745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.878602] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb41e7-35cf-86fb-0c59-8a54ccfee75b/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1504.879363] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb27cc-160b-4416-933b-afd177429966 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.885572] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb41e7-35cf-86fb-0c59-8a54ccfee75b/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1504.885745] env[70636]: ERROR oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb41e7-35cf-86fb-0c59-8a54ccfee75b/disk-0.vmdk due to incomplete transfer. [ 1504.885963] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b7169c5-72e2-4d76-a498-423afb7641cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.893229] env[70636]: DEBUG oslo_vmware.rw_handles [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb41e7-35cf-86fb-0c59-8a54ccfee75b/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1504.893449] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Uploaded image 2043d7d6-0f50-4e9f-b1c9-c043b1fcf948 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1504.895715] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1504.895959] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84b7ac18-eb70-4628-85bc-69a1d531d571 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.901445] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1504.901445] env[70636]: value = "task-2885202" [ 1504.901445] env[70636]: _type = "Task" [ 1504.901445] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.909628] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885202, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.096871] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067499} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.097237] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.098058] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db81b2f3-3142-4786-8aae-60394912a27b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.120258] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.120773] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37afbd6-008e-424c-97e4-acd9692aaa98 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.136595] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.136849] env[70636]: DEBUG nova.compute.manager [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.137144] env[70636]: DEBUG nova.compute.manager [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing instance network info cache due to event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1505.137342] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.137532] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.137704] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.144042] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1505.144042] env[70636]: value = "task-2885203" [ 1505.144042] env[70636]: _type = "Task" [ 1505.144042] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.153466] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.157483] env[70636]: DEBUG nova.compute.manager [req-42d7679f-b4be-4ac6-98e8-59f4e54c56d4 req-6a1d66be-f340-4c4b-a034-92e46429246f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-vif-plugged-c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.157706] env[70636]: DEBUG oslo_concurrency.lockutils [req-42d7679f-b4be-4ac6-98e8-59f4e54c56d4 req-6a1d66be-f340-4c4b-a034-92e46429246f service nova] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.158071] env[70636]: DEBUG oslo_concurrency.lockutils [req-42d7679f-b4be-4ac6-98e8-59f4e54c56d4 req-6a1d66be-f340-4c4b-a034-92e46429246f service nova] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.158071] env[70636]: DEBUG oslo_concurrency.lockutils [req-42d7679f-b4be-4ac6-98e8-59f4e54c56d4 req-6a1d66be-f340-4c4b-a034-92e46429246f service nova] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.158284] env[70636]: DEBUG nova.compute.manager [req-42d7679f-b4be-4ac6-98e8-59f4e54c56d4 req-6a1d66be-f340-4c4b-a034-92e46429246f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] No waiting events found dispatching network-vif-plugged-c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.158466] env[70636]: WARNING nova.compute.manager [req-42d7679f-b4be-4ac6-98e8-59f4e54c56d4 req-6a1d66be-f340-4c4b-a034-92e46429246f service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received unexpected event network-vif-plugged-c3919a6c-70d7-427a-835e-50228e19a311 for instance with vm_state active and task_state None. [ 1505.208837] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524bb301-596e-586f-6372-80e17bd40745, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.209238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.209483] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.209714] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.209905] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.210112] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.210406] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98bd9e38-962d-496d-9bcf-512155d02143 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.219856] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.220057] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.220807] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48b7efc-b957-44d9-ba71-4a16b902b176 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.223652] env[70636]: DEBUG nova.network.neutron [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Successfully updated port: c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.229239] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1505.229239] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52452286-1bc3-cb5c-530e-dc17c4c0f95b" [ 1505.229239] env[70636]: _type = "Task" [ 1505.229239] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.240154] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52452286-1bc3-cb5c-530e-dc17c4c0f95b, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.240931] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89127c6f-19a1-4c28-9859-569f5202af7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.246168] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1505.246168] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c4c235-3ce1-8c92-5a4e-35179516f955" [ 1505.246168] env[70636]: _type = "Task" [ 1505.246168] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.253815] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c4c235-3ce1-8c92-5a4e-35179516f955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.411553] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885202, 'name': Destroy_Task, 'duration_secs': 0.335978} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.411810] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Destroyed the VM [ 1505.412061] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1505.412324] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f0c8013-b398-413f-908f-cd1fb55f0ede {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.419171] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1505.419171] env[70636]: value = "task-2885204" [ 1505.419171] env[70636]: _type = "Task" [ 1505.419171] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.428243] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.654997] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885203, 'name': ReconfigVM_Task, 'duration_secs': 0.272162} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.655360] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 85dd50d1-d544-44e5-a3a0-d135941470f0/85dd50d1-d544-44e5-a3a0-d135941470f0.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.656631] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa3a95cc-5c1a-4d76-af4a-59e43d5a7765 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.663587] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1505.663587] env[70636]: value = "task-2885205" [ 1505.663587] env[70636]: _type = "Task" [ 1505.663587] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.674381] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885205, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.726475] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.726708] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.726919] env[70636]: DEBUG nova.network.neutron [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.756546] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c4c235-3ce1-8c92-5a4e-35179516f955, 'name': SearchDatastore_Task, 'duration_secs': 0.00783} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.758905] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.759236] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.759523] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc7fb65-4f04-41ed-b4c8-562988bba51a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.765754] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1505.765754] env[70636]: value = "task-2885206" [ 1505.765754] env[70636]: _type = "Task" [ 1505.765754] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.773322] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.849420] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updated VIF entry in instance network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.849828] env[70636]: DEBUG nova.network.neutron [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.930391] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885204, 'name': RemoveSnapshot_Task, 'duration_secs': 0.339497} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.930689] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1505.930954] env[70636]: DEBUG nova.compute.manager [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.931862] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e03d2-5938-4c25-aae2-db84b2fe8b32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.123289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.123610] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.123844] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.124077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.124265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.126606] env[70636]: INFO nova.compute.manager [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Terminating instance [ 1506.175921] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885205, 'name': Rename_Task, 'duration_secs': 0.142734} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.176200] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.176554] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0331ef3-6bfe-45a5-a5a6-ba080cc65f98 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.184112] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1506.184112] env[70636]: value = "task-2885207" [ 1506.184112] env[70636]: _type = "Task" [ 1506.184112] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.194289] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.276445] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476121} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.276703] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.276915] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.277219] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e428e9b2-dd28-4c72-adc3-d5167c0893dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.283014] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1506.283014] env[70636]: value = "task-2885208" [ 1506.283014] env[70636]: _type = "Task" [ 1506.283014] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.286969] env[70636]: WARNING nova.network.neutron [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] 3ba6485c-4c40-481f-8bd5-9d0f5a9654fe already exists in list: networks containing: ['3ba6485c-4c40-481f-8bd5-9d0f5a9654fe']. ignoring it [ 1506.293459] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.353074] env[70636]: DEBUG oslo_concurrency.lockutils [req-02bec3ee-e88d-4bce-8e7b-6f48abc3e326 req-b267b1bb-2181-4b72-aa43-e5c77374747f service nova] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.445342] env[70636]: INFO nova.compute.manager [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Shelve offloading [ 1506.562399] env[70636]: DEBUG nova.network.neutron [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3919a6c-70d7-427a-835e-50228e19a311", "address": "fa:16:3e:93:0e:b3", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3919a6c-70", "ovs_interfaceid": "c3919a6c-70d7-427a-835e-50228e19a311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.630489] env[70636]: DEBUG nova.compute.manager [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.630761] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.631750] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebce7d19-b411-4816-9334-0e000143d263 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.641215] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.641428] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79e73c11-68e0-4a53-a80f-48da0977ca61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.648075] env[70636]: DEBUG oslo_vmware.api [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1506.648075] env[70636]: value = "task-2885209" [ 1506.648075] env[70636]: _type = "Task" [ 1506.648075] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.658321] env[70636]: DEBUG oslo_vmware.api [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.693992] env[70636]: DEBUG oslo_vmware.api [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885207, 'name': PowerOnVM_Task, 'duration_secs': 0.474504} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.694291] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.694494] env[70636]: DEBUG nova.compute.manager [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.695287] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db5bd6c-872f-498f-9baf-ed2ff16e7bfc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.792994] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096208} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.792994] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.793688] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa4db2f-4661-433b-9325-a5cdcc44cfa5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.816585] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.816747] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5c3e18-d0e0-4846-99c4-302b87b52e79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.836393] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1506.836393] env[70636]: value = "task-2885210" [ 1506.836393] env[70636]: _type = "Task" [ 1506.836393] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.844669] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.949290] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.949675] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a84c29-778a-4826-83e5-5640adef332d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.958353] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1506.958353] env[70636]: value = "task-2885211" [ 1506.958353] env[70636]: _type = "Task" [ 1506.958353] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.967413] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.065014] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.065688] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.065851] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.066728] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d77ce92-ac88-4ab3-b715-2ee09557bd3b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.083625] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.083862] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.084423] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.084423] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.084423] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.084652] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.084691] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.084825] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.084995] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.085176] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.085350] env[70636]: DEBUG nova.virt.hardware [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.091790] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Reconfiguring VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1507.092136] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e93189-ebbb-4bb9-b080-da59ca8808e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.109176] env[70636]: DEBUG oslo_vmware.api [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1507.109176] env[70636]: value = "task-2885212" [ 1507.109176] env[70636]: _type = "Task" [ 1507.109176] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.117400] env[70636]: DEBUG oslo_vmware.api [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885212, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.157471] env[70636]: DEBUG oslo_vmware.api [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885209, 'name': PowerOffVM_Task, 'duration_secs': 0.395141} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.157755] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.157925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.158197] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea84d2f-a6f1-4742-9b09-7e0f07764f1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.189957] env[70636]: DEBUG nova.compute.manager [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-changed-c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.190436] env[70636]: DEBUG nova.compute.manager [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing instance network info cache due to event network-changed-c3919a6c-70d7-427a-835e-50228e19a311. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1507.190696] env[70636]: DEBUG oslo_concurrency.lockutils [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.191291] env[70636]: DEBUG oslo_concurrency.lockutils [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.191481] env[70636]: DEBUG nova.network.neutron [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Refreshing network info cache for port c3919a6c-70d7-427a-835e-50228e19a311 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.212741] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.213067] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.213296] env[70636]: DEBUG nova.objects.instance [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1507.236673] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.237026] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.237265] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleting the datastore file [datastore2] e7b75a8e-8c99-4489-bcc5-ee48874d6228 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.237806] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07dc5883-d700-49e4-8c02-5c3752297f35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.244602] env[70636]: DEBUG oslo_vmware.api [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for the task: (returnval){ [ 1507.244602] env[70636]: value = "task-2885214" [ 1507.244602] env[70636]: _type = "Task" [ 1507.244602] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.252654] env[70636]: DEBUG oslo_vmware.api [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.346686] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885210, 'name': ReconfigVM_Task, 'duration_secs': 0.486233} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.346998] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.347693] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd80cfb0-62c2-4365-82c7-7768550f9a7f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.354254] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1507.354254] env[70636]: value = "task-2885215" [ 1507.354254] env[70636]: _type = "Task" [ 1507.354254] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.363595] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885215, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.468948] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1507.469299] env[70636]: DEBUG nova.compute.manager [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.470168] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1be2c30-ea2b-4d1f-9393-28e8ada57960 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.476224] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.476376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.476547] env[70636]: DEBUG nova.network.neutron [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.619912] env[70636]: DEBUG oslo_vmware.api [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.754797] env[70636]: DEBUG oslo_vmware.api [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Task: {'id': task-2885214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258178} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.755246] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.755297] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.755428] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.755640] env[70636]: INFO nova.compute.manager [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1507.755958] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1507.756208] env[70636]: DEBUG nova.compute.manager [-] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.756338] env[70636]: DEBUG nova.network.neutron [-] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.863848] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885215, 'name': Rename_Task, 'duration_secs': 0.238034} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.864128] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.864382] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616906c4-b9f0-42e3-a601-cf32aedea455 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.870192] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1507.870192] env[70636]: value = "task-2885216" [ 1507.870192] env[70636]: _type = "Task" [ 1507.870192] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.877807] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.998719] env[70636]: DEBUG nova.network.neutron [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updated VIF entry in instance network info cache for port c3919a6c-70d7-427a-835e-50228e19a311. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.999272] env[70636]: DEBUG nova.network.neutron [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3919a6c-70d7-427a-835e-50228e19a311", "address": "fa:16:3e:93:0e:b3", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3919a6c-70", "ovs_interfaceid": "c3919a6c-70d7-427a-835e-50228e19a311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.122013] env[70636]: DEBUG oslo_vmware.api [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885212, 'name': ReconfigVM_Task, 'duration_secs': 0.635762} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.122530] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.122741] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Reconfigured VM to attach interface {{(pid=70636) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1508.221589] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e8a03936-52e9-4435-b8b7-51beeade1b1b tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.240101] env[70636]: DEBUG nova.network.neutron [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updating instance_info_cache with network_info: [{"id": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "address": "fa:16:3e:ab:7c:6e", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3203ef-c6", "ovs_interfaceid": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.379186] env[70636]: DEBUG oslo_vmware.api [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885216, 'name': PowerOnVM_Task, 'duration_secs': 0.465874} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.379622] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.379716] env[70636]: INFO nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1508.379826] env[70636]: DEBUG nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.380622] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af94947-9e96-41de-8151-0f83f2a3ad17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.501781] env[70636]: DEBUG oslo_concurrency.lockutils [req-c49bdf2b-c5e3-49ff-b15c-fb1110068fbe req-098059f7-367a-483c-83a3-5cd5f59d011c service nova] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.632531] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c2943ad5-7834-4ccc-bb79-2f2564e6df8d tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-dc663516-2d8b-448e-95c5-e433bf1f1227-c3919a6c-70d7-427a-835e-50228e19a311" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.063s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.661199] env[70636]: DEBUG nova.network.neutron [-] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.743257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.900996] env[70636]: INFO nova.compute.manager [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Took 12.14 seconds to build instance. [ 1509.002231] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.003192] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07fadfd-b33d-4271-9b0b-56ce8c2b10c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.010766] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.011039] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-747d8293-d1aa-488b-bb51-2ac024261389 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.074022] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.074022] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.074022] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleting the datastore file [datastore2] 10604720-919a-4ac5-879b-10ca3af6f562 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.074022] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10e51b1e-a00a-4414-a105-251c4abeb74a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.079516] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1509.079516] env[70636]: value = "task-2885218" [ 1509.079516] env[70636]: _type = "Task" [ 1509.079516] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.087612] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.164473] env[70636]: INFO nova.compute.manager [-] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Took 1.41 seconds to deallocate network for instance. [ 1509.334975] env[70636]: DEBUG nova.compute.manager [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Received event network-vif-deleted-84ff75c5-b91c-4d65-8cc5-750a68e91e61 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.334975] env[70636]: DEBUG nova.compute.manager [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Received event network-vif-unplugged-9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.334975] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.335163] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] Lock "10604720-919a-4ac5-879b-10ca3af6f562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.335268] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] Lock "10604720-919a-4ac5-879b-10ca3af6f562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.335744] env[70636]: DEBUG nova.compute.manager [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] No waiting events found dispatching network-vif-unplugged-9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.335744] env[70636]: WARNING nova.compute.manager [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Received unexpected event network-vif-unplugged-9d3203ef-c67b-4ca8-b99a-893ae906b30f for instance with vm_state shelved and task_state shelving_offloading. [ 1509.335744] env[70636]: DEBUG nova.compute.manager [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Received event network-changed-9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.335889] env[70636]: DEBUG nova.compute.manager [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Refreshing instance network info cache due to event network-changed-9d3203ef-c67b-4ca8-b99a-893ae906b30f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.336065] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] Acquiring lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.336208] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] Acquired lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.336379] env[70636]: DEBUG nova.network.neutron [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Refreshing network info cache for port 9d3203ef-c67b-4ca8-b99a-893ae906b30f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.376843] env[70636]: DEBUG nova.compute.manager [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.377221] env[70636]: DEBUG nova.compute.manager [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing instance network info cache due to event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.377305] env[70636]: DEBUG oslo_concurrency.lockutils [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.377394] env[70636]: DEBUG oslo_concurrency.lockutils [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.377550] env[70636]: DEBUG nova.network.neutron [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.403586] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bc4b8de-652c-40d8-b90b-a4494e4c3d36 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.648s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.403876] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.792s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.404080] env[70636]: INFO nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1509.404278] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.590220] env[70636]: DEBUG oslo_vmware.api [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154706} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.590688] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1509.590780] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1509.590888] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.615908] env[70636]: INFO nova.scheduler.client.report [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocations for instance 10604720-919a-4ac5-879b-10ca3af6f562 [ 1509.672693] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.672693] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.672693] env[70636]: DEBUG nova.objects.instance [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lazy-loading 'resources' on Instance uuid e7b75a8e-8c99-4489-bcc5-ee48874d6228 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.120179] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.196901] env[70636]: DEBUG nova.network.neutron [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updated VIF entry in instance network info cache for port 9d3203ef-c67b-4ca8-b99a-893ae906b30f. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.197320] env[70636]: DEBUG nova.network.neutron [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updating instance_info_cache with network_info: [{"id": "9d3203ef-c67b-4ca8-b99a-893ae906b30f", "address": "fa:16:3e:ab:7c:6e", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": null, "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9d3203ef-c6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.227065] env[70636]: DEBUG nova.network.neutron [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updated VIF entry in instance network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.227432] env[70636]: DEBUG nova.network.neutron [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.294918] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07caf7d5-5aae-4b74-b527-ba8a6a55ae02 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.302861] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00e30cc-a2e5-4eab-888d-595e4ab2226b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.333403] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38e46b-12a0-41ea-9fab-c8821d953ea2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.340768] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca5cd5-0774-469b-bc3d-ec3069fcaef7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.353679] env[70636]: DEBUG nova.compute.provider_tree [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.545630] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "interface-dc663516-2d8b-448e-95c5-e433bf1f1227-c3919a6c-70d7-427a-835e-50228e19a311" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.545890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-dc663516-2d8b-448e-95c5-e433bf1f1227-c3919a6c-70d7-427a-835e-50228e19a311" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.700035] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e985937-e3a9-4289-9118-6430088f6560 req-62fc2d2b-a01b-4554-a53b-f598bc03b6dd service nova] Releasing lock "refresh_cache-10604720-919a-4ac5-879b-10ca3af6f562" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.729915] env[70636]: DEBUG oslo_concurrency.lockutils [req-2366cc13-ea7b-43a3-bbc6-b20dc52e21fd req-74a5e456-0a1f-4bbc-aac3-85ac9f98b566 service nova] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.856927] env[70636]: DEBUG nova.scheduler.client.report [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.049473] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.049736] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.051449] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab3186-003f-4451-92c0-bffbcd76e8e9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.069694] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bba6b7-ff82-4c23-9bed-a387180af56c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.107607] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Reconfiguring VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1511.107933] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b0b25f-0b13-4a83-948c-7f13a0068dea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.127246] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1511.127246] env[70636]: value = "task-2885219" [ 1511.127246] env[70636]: _type = "Task" [ 1511.127246] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.136249] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.362369] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.364702] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.245s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.364938] env[70636]: DEBUG nova.objects.instance [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'resources' on Instance uuid 10604720-919a-4ac5-879b-10ca3af6f562 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.386894] env[70636]: INFO nova.scheduler.client.report [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Deleted allocations for instance e7b75a8e-8c99-4489-bcc5-ee48874d6228 [ 1511.637641] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.707385] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.867957] env[70636]: DEBUG nova.objects.instance [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'numa_topology' on Instance uuid 10604720-919a-4ac5-879b-10ca3af6f562 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.894999] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2cb451f8-1fb0-4cce-8216-fd6a9a17a921 tempest-ServerActionsTestOtherA-280607964 tempest-ServerActionsTestOtherA-280607964-project-member] Lock "e7b75a8e-8c99-4489-bcc5-ee48874d6228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.138676] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.370670] env[70636]: DEBUG nova.objects.base [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Object Instance<10604720-919a-4ac5-879b-10ca3af6f562> lazy-loaded attributes: resources,numa_topology {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1512.471186] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beac0d4-52fe-48fa-bdfd-d17dc33290ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.479282] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30c87a0-b047-459b-9351-11139c46ba29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.508892] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8513336-93c9-4708-8913-44ef863d2377 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.516864] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5d521-d7a8-4b28-b6f2-bd61fe653a8a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.530295] env[70636]: DEBUG nova.compute.provider_tree [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.640039] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.034101] env[70636]: DEBUG nova.scheduler.client.report [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.140538] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.540870] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.640819] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.917422] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.048312] env[70636]: DEBUG oslo_concurrency.lockutils [None req-05b08724-19d7-4006-9f3c-99497b8579d2 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.278s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.050331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "10604720-919a-4ac5-879b-10ca3af6f562" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.438s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.050331] env[70636]: INFO nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1514.050331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "10604720-919a-4ac5-879b-10ca3af6f562" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.050331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.343s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.050514] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "10604720-919a-4ac5-879b-10ca3af6f562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.050690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.050890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.052518] env[70636]: INFO nova.compute.manager [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Terminating instance [ 1514.142578] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.556692] env[70636]: DEBUG nova.compute.manager [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.556925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.557241] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e722785e-b127-454b-9370-18935e5c0ed6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.567974] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee1a5e-9386-4aa9-9f8b-ca968155d419 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.599190] env[70636]: WARNING nova.virt.vmwareapi.vmops [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 10604720-919a-4ac5-879b-10ca3af6f562 could not be found. [ 1514.599190] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1514.599190] env[70636]: INFO nova.compute.manager [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1514.599190] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1514.599468] env[70636]: DEBUG nova.compute.manager [-] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1514.599568] env[70636]: DEBUG nova.network.neutron [-] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.642130] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.143732] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.377443] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.377551] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.377711] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.377865] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.378070] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1515.472523] env[70636]: DEBUG nova.network.neutron [-] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.651771] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.975749] env[70636]: INFO nova.compute.manager [-] [instance: 10604720-919a-4ac5-879b-10ca3af6f562] Took 1.38 seconds to deallocate network for instance. [ 1516.150110] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.380575] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.394381] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.394659] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.394842] env[70636]: INFO nova.compute.manager [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Shelving [ 1516.647141] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.005398] env[70636]: DEBUG oslo_concurrency.lockutils [None req-03c079eb-92da-4aec-8621-5f417cfb05be tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "10604720-919a-4ac5-879b-10ca3af6f562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.953s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.146034] env[70636]: DEBUG oslo_vmware.api [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885219, 'name': ReconfigVM_Task, 'duration_secs': 5.764161} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.146431] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.146633] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Reconfigured VM to detach interface {{(pid=70636) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1517.377276] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.407028] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.407377] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e5a2de5-b1e7-44d5-909f-ed260bcdc146 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.416844] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1517.416844] env[70636]: value = "task-2885220" [ 1517.416844] env[70636]: _type = "Task" [ 1517.416844] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.424898] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.880433] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.880905] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.881550] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.881550] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1517.884364] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50708247-21fe-479a-b62d-c2261ba25054 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.895324] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6acad-2cb1-4777-8ab4-188a5df7f712 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.912777] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650169f-f631-4890-b99c-dfdace51c6e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.923341] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f64d83-99aa-4690-8046-222026459342 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.929181] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885220, 'name': PowerOffVM_Task, 'duration_secs': 0.285949} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.929789] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.930571] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8d685-69e3-4d48-b16b-d3744743f193 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.957430] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179444MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1517.957765] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.958016] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.975378] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d573d17-ee96-4070-b3b2-57b456aad0ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.006024] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.006321] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.485769] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1518.487028] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62ee9b5e-6512-4d65-93b6-c51f99cf860a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.494585] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.494802] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.499532] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1518.499532] env[70636]: value = "task-2885221" [ 1518.499532] env[70636]: _type = "Task" [ 1518.499532] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.507726] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885221, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.508485] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.570624] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.570830] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquired lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.571011] env[70636]: DEBUG nova.network.neutron [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.970273] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.970524] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.970784] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.971049] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.971236] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.975825] env[70636]: INFO nova.compute.manager [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Terminating instance [ 1518.995143] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 10ed16a0-f8f6-4432-b644-b485187b7929 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.995311] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 81b3e63d-f462-4087-9ab1-dc434350c431 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.995421] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 85dd50d1-d544-44e5-a3a0-d135941470f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.995539] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance dc663516-2d8b-448e-95c5-e433bf1f1227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.995654] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance d1a7ee09-85df-4db7-99e9-f4ae703f8394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.995766] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.995877] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance d4e90547-1ce2-41ad-b281-e96e528d0d7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.997276] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.008417] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885221, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.027376] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.293681] env[70636]: INFO nova.network.neutron [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Port c3919a6c-70d7-427a-835e-50228e19a311 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1519.293893] env[70636]: DEBUG nova.network.neutron [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [{"id": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "address": "fa:16:3e:ad:0a:ed", "network": {"id": "3ba6485c-4c40-481f-8bd5-9d0f5a9654fe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-891098504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b0f80b4b9e480f84ddfeef9fe57fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c67dd2f-cc", "ovs_interfaceid": "8c67dd2f-ccdf-49ea-b071-4e74b377e94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.480030] env[70636]: DEBUG nova.compute.manager [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.480339] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.481428] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2cf9fa-d036-47fb-92e0-ab23b099574d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.489323] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.489602] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdefcd44-ff1e-430f-9dc0-6c2334c48ddf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.495715] env[70636]: DEBUG oslo_vmware.api [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1519.495715] env[70636]: value = "task-2885222" [ 1519.495715] env[70636]: _type = "Task" [ 1519.495715] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.500647] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 96c6b851-6b24-4b40-ba6d-6477b10d3f3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1519.510329] env[70636]: DEBUG oslo_vmware.api [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.518600] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885221, 'name': CreateSnapshot_Task, 'duration_secs': 0.655869} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.518827] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1519.519773] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf1240e-e767-4f4a-9d01-7a7ad98ca45f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.523408] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.797156] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Releasing lock "refresh_cache-dc663516-2d8b-448e-95c5-e433bf1f1227" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.005992] env[70636]: DEBUG oslo_vmware.api [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885222, 'name': PowerOffVM_Task, 'duration_secs': 0.182652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.006313] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.006485] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.006742] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11099404-2367-4434-9444-01b77d66cae6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.008759] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1520.008980] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1520.009137] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1520.039703] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1520.042554] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2015e8a-8053-40a9-ba0e-8ec85f3c0f2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.050118] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1520.050118] env[70636]: value = "task-2885224" [ 1520.050118] env[70636]: _type = "Task" [ 1520.050118] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.058016] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885224, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.069115] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.069301] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.069482] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleting the datastore file [datastore2] dc663516-2d8b-448e-95c5-e433bf1f1227 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.071949] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9706b037-1c45-400d-81a8-2fae5b19938c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.079917] env[70636]: DEBUG oslo_vmware.api [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1520.079917] env[70636]: value = "task-2885225" [ 1520.079917] env[70636]: _type = "Task" [ 1520.079917] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.089674] env[70636]: DEBUG oslo_vmware.api [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.136061] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc885b-1226-446d-8403-38f229ae5b9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.143837] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec29945-44a9-424c-8830-326345564364 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.185562] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c7e1d-590b-4665-b5fc-e2e059ff112a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.193775] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9ef29-b512-4ec2-bafb-522c55acdbbb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.207427] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.301206] env[70636]: DEBUG oslo_concurrency.lockutils [None req-682e133c-5763-4ab9-a864-0eb4ff3a2ffe tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "interface-dc663516-2d8b-448e-95c5-e433bf1f1227-c3919a6c-70d7-427a-835e-50228e19a311" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.755s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.559351] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885224, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.589091] env[70636]: DEBUG oslo_vmware.api [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163957} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.589360] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.589540] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.589715] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.589884] env[70636]: INFO nova.compute.manager [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1520.590133] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.590328] env[70636]: DEBUG nova.compute.manager [-] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.590433] env[70636]: DEBUG nova.network.neutron [-] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.710407] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.060626] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885224, 'name': CloneVM_Task, 'duration_secs': 0.989102} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.061481] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Created linked-clone VM from snapshot [ 1521.062078] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441492c4-7003-4725-9d6f-49caa91b838f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.069748] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Uploading image bc50dd45-0a9a-4a32-bc23-018dd870035d {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1521.096793] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1521.096793] env[70636]: value = "vm-579705" [ 1521.096793] env[70636]: _type = "VirtualMachine" [ 1521.096793] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1521.097129] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87bae119-3e8a-4ec6-be62-daab90b50570 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.103749] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lease: (returnval){ [ 1521.103749] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5273d61b-0215-d125-0ccc-6f27ce2a2fa8" [ 1521.103749] env[70636]: _type = "HttpNfcLease" [ 1521.103749] env[70636]: } obtained for exporting VM: (result){ [ 1521.103749] env[70636]: value = "vm-579705" [ 1521.103749] env[70636]: _type = "VirtualMachine" [ 1521.103749] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1521.104105] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the lease: (returnval){ [ 1521.104105] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5273d61b-0215-d125-0ccc-6f27ce2a2fa8" [ 1521.104105] env[70636]: _type = "HttpNfcLease" [ 1521.104105] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1521.110885] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1521.110885] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5273d61b-0215-d125-0ccc-6f27ce2a2fa8" [ 1521.110885] env[70636]: _type = "HttpNfcLease" [ 1521.110885] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1521.207254] env[70636]: DEBUG nova.compute.manager [req-bdb4cc32-199d-4c0a-bfe6-9572413c7fba req-0ad201ff-d031-47e9-b445-ff1b8b0d8117 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Received event network-vif-deleted-8c67dd2f-ccdf-49ea-b071-4e74b377e94b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1521.207381] env[70636]: INFO nova.compute.manager [req-bdb4cc32-199d-4c0a-bfe6-9572413c7fba req-0ad201ff-d031-47e9-b445-ff1b8b0d8117 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Neutron deleted interface 8c67dd2f-ccdf-49ea-b071-4e74b377e94b; detaching it from the instance and deleting it from the info cache [ 1521.207542] env[70636]: DEBUG nova.network.neutron [req-bdb4cc32-199d-4c0a-bfe6-9572413c7fba req-0ad201ff-d031-47e9-b445-ff1b8b0d8117 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.215293] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1521.215523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.257s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.215766] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.189s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.217213] env[70636]: INFO nova.compute.claims [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.612352] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1521.612352] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5273d61b-0215-d125-0ccc-6f27ce2a2fa8" [ 1521.612352] env[70636]: _type = "HttpNfcLease" [ 1521.612352] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1521.612735] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1521.612735] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5273d61b-0215-d125-0ccc-6f27ce2a2fa8" [ 1521.612735] env[70636]: _type = "HttpNfcLease" [ 1521.612735] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1521.613496] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54cd76-5951-4de5-98b1-e0ce525f3f8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.620577] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5825e-6c67-f6cb-cae0-b03e71e762b4/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1521.620751] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5825e-6c67-f6cb-cae0-b03e71e762b4/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1521.684852] env[70636]: DEBUG nova.network.neutron [-] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.710146] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d0c3446-f19a-412e-9336-4d746334fa1f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.721204] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5c075c-4f94-4e74-a916-3f0814801727 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.753447] env[70636]: DEBUG nova.compute.manager [req-bdb4cc32-199d-4c0a-bfe6-9572413c7fba req-0ad201ff-d031-47e9-b445-ff1b8b0d8117 service nova] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Detach interface failed, port_id=8c67dd2f-ccdf-49ea-b071-4e74b377e94b, reason: Instance dc663516-2d8b-448e-95c5-e433bf1f1227 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1521.791599] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c05e3fa6-1429-44b2-8c15-563340f718c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.188492] env[70636]: INFO nova.compute.manager [-] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Took 1.60 seconds to deallocate network for instance. [ 1522.219399] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.372309] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4db66f-352c-482a-a750-163fe2672003 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.380775] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682415f-83f4-42ad-9fa5-e0f210c52093 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.411470] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0169c0e3-4fe9-4339-b4c1-0446eee32d84 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.420420] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd9cb5-ccaa-49e1-9e3b-3512c427f0f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.434574] env[70636]: DEBUG nova.compute.provider_tree [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.695559] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.937977] env[70636]: DEBUG nova.scheduler.client.report [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.443397] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.443972] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1523.446624] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.923s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.449904] env[70636]: INFO nova.compute.claims [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.954647] env[70636]: DEBUG nova.compute.utils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1523.958476] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1523.958788] env[70636]: DEBUG nova.network.neutron [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.003597] env[70636]: DEBUG nova.policy [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b5155552a740ce8a18fee618d8c056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f304cb401842598cbe5e714f2156b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.263219] env[70636]: DEBUG nova.network.neutron [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Successfully created port: 646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.374827] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.375098] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.459712] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1524.599317] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c5ea13-093f-4d24-a9bb-5cefd195e6ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.608272] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f251d-eb54-43e2-8d7f-b1401905b4cf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.640482] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242085b-f310-4d1d-8c43-fefdb24a28c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.648763] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e308c17-4d9b-4398-bcf3-710fc468e357 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.663961] env[70636]: DEBUG nova.compute.provider_tree [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.879304] env[70636]: DEBUG nova.compute.utils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1525.167522] env[70636]: DEBUG nova.scheduler.client.report [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.385644] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.471780] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1525.497312] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.497612] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.497797] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.498167] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.498251] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.498331] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.498562] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.498712] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.498877] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.499052] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.499233] env[70636]: DEBUG nova.virt.hardware [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.500134] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84439f8-2cc5-42c0-ad3e-2e2d001dd9eb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.508592] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea8439-f55b-4dde-b575-2116ae49c357 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.638783] env[70636]: DEBUG nova.compute.manager [req-0d22bf61-c241-4e08-b8d4-e73c7e93ea43 req-a052b06c-6aa4-417b-be3d-b7c92072d852 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Received event network-vif-plugged-646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.639146] env[70636]: DEBUG oslo_concurrency.lockutils [req-0d22bf61-c241-4e08-b8d4-e73c7e93ea43 req-a052b06c-6aa4-417b-be3d-b7c92072d852 service nova] Acquiring lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.639223] env[70636]: DEBUG oslo_concurrency.lockutils [req-0d22bf61-c241-4e08-b8d4-e73c7e93ea43 req-a052b06c-6aa4-417b-be3d-b7c92072d852 service nova] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.639388] env[70636]: DEBUG oslo_concurrency.lockutils [req-0d22bf61-c241-4e08-b8d4-e73c7e93ea43 req-a052b06c-6aa4-417b-be3d-b7c92072d852 service nova] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.639554] env[70636]: DEBUG nova.compute.manager [req-0d22bf61-c241-4e08-b8d4-e73c7e93ea43 req-a052b06c-6aa4-417b-be3d-b7c92072d852 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] No waiting events found dispatching network-vif-plugged-646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1525.639723] env[70636]: WARNING nova.compute.manager [req-0d22bf61-c241-4e08-b8d4-e73c7e93ea43 req-a052b06c-6aa4-417b-be3d-b7c92072d852 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Received unexpected event network-vif-plugged-646b2a00-fae1-433f-8843-98b4352fdcbd for instance with vm_state building and task_state spawning. [ 1525.672204] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.672767] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.675690] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.980s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.675917] env[70636]: DEBUG nova.objects.instance [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'resources' on Instance uuid dc663516-2d8b-448e-95c5-e433bf1f1227 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.724522] env[70636]: DEBUG nova.network.neutron [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Successfully updated port: 646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.178789] env[70636]: DEBUG nova.compute.utils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1526.183612] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1526.183612] env[70636]: DEBUG nova.network.neutron [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1526.223714] env[70636]: DEBUG nova.policy [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfc5d11eaf7343ca84376df7c7ecb9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce24194656e48d19d980d872dc88416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1526.227400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-96c6b851-6b24-4b40-ba6d-6477b10d3f3d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.227446] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-96c6b851-6b24-4b40-ba6d-6477b10d3f3d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.227628] env[70636]: DEBUG nova.network.neutron [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.311840] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e0beb-abd0-47c0-9fd2-d2adc98abb17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.320244] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f8456-7b2c-4340-81f1-ae18f93271d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.352866] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a177593-51ef-496c-9f55-e43d834636d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.361188] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4944d2-f44f-4ab5-a70c-862975db51b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.375402] env[70636]: DEBUG nova.compute.provider_tree [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.446528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.446790] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.447043] env[70636]: INFO nova.compute.manager [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Attaching volume cdc0e260-9984-4f0c-abeb-4730a75158e7 to /dev/sdb [ 1526.491339] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32fd02-67dc-459c-a775-5228648ae707 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.498845] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff7229-0184-479d-8904-b13d78f4a540 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.513114] env[70636]: DEBUG nova.virt.block_device [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updating existing volume attachment record: 36043cf6-b218-40e3-8415-3a9fdfcda51a {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1526.516560] env[70636]: DEBUG nova.network.neutron [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Successfully created port: 517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.684750] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1526.771185] env[70636]: DEBUG nova.network.neutron [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.878233] env[70636]: DEBUG nova.scheduler.client.report [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.904661] env[70636]: DEBUG nova.network.neutron [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Updating instance_info_cache with network_info: [{"id": "646b2a00-fae1-433f-8843-98b4352fdcbd", "address": "fa:16:3e:33:e5:12", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b2a00-fa", "ovs_interfaceid": "646b2a00-fae1-433f-8843-98b4352fdcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.383520] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.406921] env[70636]: INFO nova.scheduler.client.report [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted allocations for instance dc663516-2d8b-448e-95c5-e433bf1f1227 [ 1527.408081] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-96c6b851-6b24-4b40-ba6d-6477b10d3f3d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.408364] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Instance network_info: |[{"id": "646b2a00-fae1-433f-8843-98b4352fdcbd", "address": "fa:16:3e:33:e5:12", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b2a00-fa", "ovs_interfaceid": "646b2a00-fae1-433f-8843-98b4352fdcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.408743] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:e5:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646b2a00-fae1-433f-8843-98b4352fdcbd', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.416368] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.417064] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.417311] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aed0596f-89f9-4ea3-94fc-243128f93d8d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.441189] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.441189] env[70636]: value = "task-2885228" [ 1527.441189] env[70636]: _type = "Task" [ 1527.441189] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.449282] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885228, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.667652] env[70636]: DEBUG nova.compute.manager [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Received event network-changed-646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.668424] env[70636]: DEBUG nova.compute.manager [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Refreshing instance network info cache due to event network-changed-646b2a00-fae1-433f-8843-98b4352fdcbd. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1527.668685] env[70636]: DEBUG oslo_concurrency.lockutils [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] Acquiring lock "refresh_cache-96c6b851-6b24-4b40-ba6d-6477b10d3f3d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.668856] env[70636]: DEBUG oslo_concurrency.lockutils [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] Acquired lock "refresh_cache-96c6b851-6b24-4b40-ba6d-6477b10d3f3d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.669036] env[70636]: DEBUG nova.network.neutron [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Refreshing network info cache for port 646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.695364] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1527.722800] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1527.723117] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.723308] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1527.723587] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.723814] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1527.724022] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1527.724302] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1527.724490] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1527.724719] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1527.724924] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1527.725150] env[70636]: DEBUG nova.virt.hardware [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1527.726149] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2825f7ac-2cd5-418e-ac40-80b27faa0722 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.734973] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d07d8c-d67b-43f3-91ee-8f5e58547f76 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.940066] env[70636]: DEBUG oslo_concurrency.lockutils [None req-bddcfb9a-81d1-4141-80cb-db90f36ccf10 tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "dc663516-2d8b-448e-95c5-e433bf1f1227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.969s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.955625] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885228, 'name': CreateVM_Task, 'duration_secs': 0.340847} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.955625] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.955625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.955625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.955625] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.955971] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d837c626-344b-4ffe-9880-c4cce525ff6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.963396] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1527.963396] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283fb47-472d-1fdb-ca52-2b83f471572d" [ 1527.963396] env[70636]: _type = "Task" [ 1527.963396] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.972519] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283fb47-472d-1fdb-ca52-2b83f471572d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.030891] env[70636]: DEBUG nova.network.neutron [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Successfully updated port: 517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.372512] env[70636]: DEBUG nova.network.neutron [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Updated VIF entry in instance network info cache for port 646b2a00-fae1-433f-8843-98b4352fdcbd. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.372873] env[70636]: DEBUG nova.network.neutron [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Updating instance_info_cache with network_info: [{"id": "646b2a00-fae1-433f-8843-98b4352fdcbd", "address": "fa:16:3e:33:e5:12", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646b2a00-fa", "ovs_interfaceid": "646b2a00-fae1-433f-8843-98b4352fdcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.474282] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283fb47-472d-1fdb-ca52-2b83f471572d, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.474612] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.474812] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.475062] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.475208] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.475384] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.475792] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6176202-8f56-4d68-a070-9fd709f4f419 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.484046] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.484246] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.484945] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af40e8fc-733b-4401-98e9-3b518235b5f7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.490170] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1528.490170] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52104cb9-70b3-e3f0-0682-ea15cf37f182" [ 1528.490170] env[70636]: _type = "Task" [ 1528.490170] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.497511] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52104cb9-70b3-e3f0-0682-ea15cf37f182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.534165] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.534318] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.534421] env[70636]: DEBUG nova.network.neutron [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.800856] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.801086] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "81b3e63d-f462-4087-9ab1-dc434350c431" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.801304] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.801542] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.801728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "81b3e63d-f462-4087-9ab1-dc434350c431-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.803951] env[70636]: INFO nova.compute.manager [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Terminating instance [ 1528.875331] env[70636]: DEBUG oslo_concurrency.lockutils [req-99d5987f-e2f3-4128-9553-be10b8e06ed9 req-848afd75-38a0-46f3-86b8-1eba8fb0b1e6 service nova] Releasing lock "refresh_cache-96c6b851-6b24-4b40-ba6d-6477b10d3f3d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.001024] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52104cb9-70b3-e3f0-0682-ea15cf37f182, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.001694] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbc0ecc-f476-4bbb-9b5e-c400f1d521d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.006391] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1529.006391] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a39d69-f663-7d97-1baf-dc578d6587b8" [ 1529.006391] env[70636]: _type = "Task" [ 1529.006391] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.013406] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a39d69-f663-7d97-1baf-dc578d6587b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.020333] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5825e-6c67-f6cb-cae0-b03e71e762b4/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1529.021153] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9fa41b-a300-421b-8b70-f05ffed4fe46 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.026155] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5825e-6c67-f6cb-cae0-b03e71e762b4/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1529.026320] env[70636]: ERROR oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5825e-6c67-f6cb-cae0-b03e71e762b4/disk-0.vmdk due to incomplete transfer. [ 1529.026520] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-371f94d0-0a21-42cd-a50d-2b13d10a794e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.032095] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5825e-6c67-f6cb-cae0-b03e71e762b4/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1529.032287] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Uploaded image bc50dd45-0a9a-4a32-bc23-018dd870035d to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1529.034556] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1529.034774] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69b0552e-24fb-4d8e-9cef-fd01172b8fc2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.041585] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1529.041585] env[70636]: value = "task-2885230" [ 1529.041585] env[70636]: _type = "Task" [ 1529.041585] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.049114] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885230, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.067284] env[70636]: DEBUG nova.network.neutron [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.193765] env[70636]: DEBUG nova.network.neutron [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.308015] env[70636]: DEBUG nova.compute.manager [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1529.308271] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.309214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53702d49-9329-4ee3-b9d9-8f60d90f71ed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.317259] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.317458] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b1b62a-862f-4334-b3de-4867fd07039e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.322846] env[70636]: DEBUG oslo_vmware.api [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1529.322846] env[70636]: value = "task-2885231" [ 1529.322846] env[70636]: _type = "Task" [ 1529.322846] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.330132] env[70636]: DEBUG oslo_vmware.api [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.516868] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a39d69-f663-7d97-1baf-dc578d6587b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008083} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.517248] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.517522] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 96c6b851-6b24-4b40-ba6d-6477b10d3f3d/96c6b851-6b24-4b40-ba6d-6477b10d3f3d.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.517798] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9257a8a-3245-4f83-abce-5998c9a5fe64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.524387] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1529.524387] env[70636]: value = "task-2885232" [ 1529.524387] env[70636]: _type = "Task" [ 1529.524387] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.531963] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.549582] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885230, 'name': Destroy_Task, 'duration_secs': 0.347311} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.549842] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Destroyed the VM [ 1529.550096] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1529.550345] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4e41eda-b784-41f8-9936-70b41cb3b504 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.555959] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1529.555959] env[70636]: value = "task-2885233" [ 1529.555959] env[70636]: _type = "Task" [ 1529.555959] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.564463] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885233, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.697138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.697461] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Instance network_info: |[{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1529.698664] env[70636]: DEBUG nova.compute.manager [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Received event network-vif-plugged-517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.698912] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.699083] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.699248] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.699490] env[70636]: DEBUG nova.compute.manager [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] No waiting events found dispatching network-vif-plugged-517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.699688] env[70636]: WARNING nova.compute.manager [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Received unexpected event network-vif-plugged-517f285f-5541-4b0c-9b09-f0688c093d14 for instance with vm_state building and task_state spawning. [ 1529.699850] env[70636]: DEBUG nova.compute.manager [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Received event network-changed-517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.700125] env[70636]: DEBUG nova.compute.manager [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Refreshing instance network info cache due to event network-changed-517f285f-5541-4b0c-9b09-f0688c093d14. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1529.700195] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.700334] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.700489] env[70636]: DEBUG nova.network.neutron [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Refreshing network info cache for port 517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.701957] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:c9:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '517f285f-5541-4b0c-9b09-f0688c093d14', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.709197] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating folder: Project (dce24194656e48d19d980d872dc88416). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.710527] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38b9cac0-07e7-40d5-b9a7-f631056fba4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.732301] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created folder: Project (dce24194656e48d19d980d872dc88416) in parent group-v579393. [ 1529.732683] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating folder: Instances. Parent ref: group-v579708. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.732976] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4151d512-fbcb-469c-a109-d3792874dca7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.742012] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created folder: Instances in parent group-v579708. [ 1529.742288] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.742547] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.742848] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2541432b-b686-426b-9836-ade141df2ea4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.767846] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.767846] env[70636]: value = "task-2885236" [ 1529.767846] env[70636]: _type = "Task" [ 1529.767846] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.776311] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885236, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.832778] env[70636]: DEBUG oslo_vmware.api [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885231, 'name': PowerOffVM_Task, 'duration_secs': 0.223659} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.833044] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.833224] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.833494] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-976d1d14-6be4-4d3c-9a43-41ed968c323a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.966185] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.966505] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.966782] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleting the datastore file [datastore1] 81b3e63d-f462-4087-9ab1-dc434350c431 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.967185] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a015260a-40b8-4c9e-9bbe-aa4c1020e055 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.973953] env[70636]: DEBUG oslo_vmware.api [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for the task: (returnval){ [ 1529.973953] env[70636]: value = "task-2885238" [ 1529.973953] env[70636]: _type = "Task" [ 1529.973953] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.982838] env[70636]: DEBUG oslo_vmware.api [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.033957] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454742} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.034259] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 96c6b851-6b24-4b40-ba6d-6477b10d3f3d/96c6b851-6b24-4b40-ba6d-6477b10d3f3d.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.034481] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.034745] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f96c1d87-379c-43ce-8351-8897e6923ecc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.041124] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1530.041124] env[70636]: value = "task-2885239" [ 1530.041124] env[70636]: _type = "Task" [ 1530.041124] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.048637] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.064446] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885233, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.279848] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885236, 'name': CreateVM_Task, 'duration_secs': 0.44818} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.280048] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.280706] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.280873] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.281205] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.281489] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c92f4b-65c3-49b2-b872-f74b71f76e0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.286324] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1530.286324] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5201618f-b8d3-750e-9ddd-82708a9de620" [ 1530.286324] env[70636]: _type = "Task" [ 1530.286324] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.295715] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5201618f-b8d3-750e-9ddd-82708a9de620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.392981] env[70636]: DEBUG nova.network.neutron [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updated VIF entry in instance network info cache for port 517f285f-5541-4b0c-9b09-f0688c093d14. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.393209] env[70636]: DEBUG nova.network.neutron [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.483851] env[70636]: DEBUG oslo_vmware.api [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Task: {'id': task-2885238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195249} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.484112] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.484300] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.484474] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.484641] env[70636]: INFO nova.compute.manager [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1530.484885] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1530.485089] env[70636]: DEBUG nova.compute.manager [-] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1530.485188] env[70636]: DEBUG nova.network.neutron [-] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.550861] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067588} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.552321] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.552524] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25eb9c-9dfb-4c2f-98fd-9be6dd1a0ec7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.575854] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 96c6b851-6b24-4b40-ba6d-6477b10d3f3d/96c6b851-6b24-4b40-ba6d-6477b10d3f3d.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.579070] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c423bae-cb43-4b7d-af77-babffd17f9fa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.598870] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885233, 'name': RemoveSnapshot_Task, 'duration_secs': 0.510959} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.600112] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1530.600405] env[70636]: DEBUG nova.compute.manager [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.600734] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1530.600734] env[70636]: value = "task-2885240" [ 1530.600734] env[70636]: _type = "Task" [ 1530.600734] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.601476] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859cc0b-f6a0-4eb5-9718-437e24f61c45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.612075] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.799025] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5201618f-b8d3-750e-9ddd-82708a9de620, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.799448] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.799781] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.800166] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.800416] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.800702] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.801073] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d2d993-0a78-465f-bfae-b83228199854 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.810791] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.811091] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.812257] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acbc42e-013d-4793-9d72-189e10c7febc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.818848] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1530.818848] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a33f24-3dc7-aaa2-9c46-6be2eeb4474c" [ 1530.818848] env[70636]: _type = "Task" [ 1530.818848] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.830519] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a33f24-3dc7-aaa2-9c46-6be2eeb4474c, 'name': SearchDatastore_Task} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.831638] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a07af5a-e0fc-4102-9abc-5974124fbf54 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.837313] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1530.837313] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1e02d-f588-7b76-1bc2-6366fde5ddfa" [ 1530.837313] env[70636]: _type = "Task" [ 1530.837313] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.844420] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1e02d-f588-7b76-1bc2-6366fde5ddfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.895467] env[70636]: DEBUG oslo_concurrency.lockutils [req-aa12fa48-4933-42a6-9c7d-e75545eb277d req-0b84aa46-f003-4380-9cde-c54599b31be0 service nova] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.059060] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1531.059388] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579706', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'name': 'volume-cdc0e260-9984-4f0c-abeb-4730a75158e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'serial': 'cdc0e260-9984-4f0c-abeb-4730a75158e7'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1531.060442] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21353f-68de-4539-82b2-39ab83d3fe07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.077099] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0036b-ea3e-439a-9868-2fb4429fd585 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.102042] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-cdc0e260-9984-4f0c-abeb-4730a75158e7/volume-cdc0e260-9984-4f0c-abeb-4730a75158e7.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.102042] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c04f702-aab6-479a-9446-581b42ebf51b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.120474] env[70636]: INFO nova.compute.manager [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Shelve offloading [ 1531.124888] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.127016] env[70636]: DEBUG oslo_vmware.api [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1531.127016] env[70636]: value = "task-2885241" [ 1531.127016] env[70636]: _type = "Task" [ 1531.127016] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.209884] env[70636]: DEBUG nova.network.neutron [-] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.348466] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e1e02d-f588-7b76-1bc2-6366fde5ddfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.348743] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.349054] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d/f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.349328] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f55d65-39c4-4394-995e-fa6b24d6cdf9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.356459] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1531.356459] env[70636]: value = "task-2885242" [ 1531.356459] env[70636]: _type = "Task" [ 1531.356459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.364299] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.625313] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885240, 'name': ReconfigVM_Task, 'duration_secs': 0.615779} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.625607] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 96c6b851-6b24-4b40-ba6d-6477b10d3f3d/96c6b851-6b24-4b40-ba6d-6477b10d3f3d.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.626296] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6d6c9a-c179-4e16-b874-5f3c88b9df72 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.628299] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.628599] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06089151-cd70-4006-8fa1-c5222a43c970 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.639507] env[70636]: DEBUG oslo_vmware.api [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885241, 'name': ReconfigVM_Task, 'duration_secs': 0.337872} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.641704] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-cdc0e260-9984-4f0c-abeb-4730a75158e7/volume-cdc0e260-9984-4f0c-abeb-4730a75158e7.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.646684] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1531.646684] env[70636]: value = "task-2885243" [ 1531.646684] env[70636]: _type = "Task" [ 1531.646684] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.646987] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1531.646987] env[70636]: value = "task-2885244" [ 1531.646987] env[70636]: _type = "Task" [ 1531.646987] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.647162] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe3d98b-a3d0-4fee-ac31-f60bf4c7fd4e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.671764] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1531.671994] env[70636]: DEBUG nova.compute.manager [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.672291] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885244, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.673970] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b1b39-e7f3-43a3-b980-a58652e26431 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.676615] env[70636]: DEBUG oslo_vmware.api [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1531.676615] env[70636]: value = "task-2885245" [ 1531.676615] env[70636]: _type = "Task" [ 1531.676615] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.683674] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.683927] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.684145] env[70636]: DEBUG nova.network.neutron [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.688472] env[70636]: DEBUG oslo_vmware.api [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.713217] env[70636]: INFO nova.compute.manager [-] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Took 1.23 seconds to deallocate network for instance. [ 1531.725993] env[70636]: DEBUG nova.compute.manager [req-5c405ad0-bc73-4d41-99c5-2ffce80422bc req-375f3edf-9542-422b-a656-bd6d3ec1009e service nova] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Received event network-vif-deleted-3a05ca53-5324-4f9c-941f-6fce0156b45b {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.866116] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438926} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.866335] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d/f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.866551] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.866798] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919c6d5b-c692-45af-bf51-b8096bec99c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.872426] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1531.872426] env[70636]: value = "task-2885246" [ 1531.872426] env[70636]: _type = "Task" [ 1531.872426] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.879066] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.167718] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885244, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.185358] env[70636]: DEBUG oslo_vmware.api [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885245, 'name': ReconfigVM_Task, 'duration_secs': 0.184194} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.185686] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579706', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'name': 'volume-cdc0e260-9984-4f0c-abeb-4730a75158e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'serial': 'cdc0e260-9984-4f0c-abeb-4730a75158e7'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1532.221623] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.221935] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.222168] env[70636]: DEBUG nova.objects.instance [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lazy-loading 'resources' on Instance uuid 81b3e63d-f462-4087-9ab1-dc434350c431 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.368580] env[70636]: DEBUG nova.network.neutron [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.381927] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057163} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.382203] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.383059] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104bd645-b462-4a7e-8ca2-e7333fc5ff77 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.405483] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d/f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.405926] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75bc3fd-8dc2-4a43-a915-3b382b98b29d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.425390] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1532.425390] env[70636]: value = "task-2885247" [ 1532.425390] env[70636]: _type = "Task" [ 1532.425390] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.435931] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.667931] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885244, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.824431] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b855855c-94d2-4122-a10c-16219cbca52d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.831683] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000baa95-45a9-4475-afb5-db861cdda160 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.862559] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d45bf92-5eab-451e-8eca-76a0f6a3381f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.869397] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2524c75-0e30-4495-98d8-c183e2f6b0dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.874916] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.885615] env[70636]: DEBUG nova.compute.provider_tree [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.935123] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.110468] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.111447] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97071d63-6624-4f51-8ab5-8b61c07bec27 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.119396] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.119636] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94ba9071-ce0b-4bc8-8e16-9eea0b39ee2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.167706] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885244, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.180233] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.180449] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.180633] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleting the datastore file [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.180913] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8369fcd-4767-4523-ad56-33031bf1887e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.186891] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1533.186891] env[70636]: value = "task-2885249" [ 1533.186891] env[70636]: _type = "Task" [ 1533.186891] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.194150] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.221092] env[70636]: DEBUG nova.objects.instance [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'flavor' on Instance uuid b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.388984] env[70636]: DEBUG nova.scheduler.client.report [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.436774] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.669087] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885244, 'name': Rename_Task, 'duration_secs': 1.837644} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.669428] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.669805] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a419bb5e-4877-47a1-8301-11ac3d428bfe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.676020] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1533.676020] env[70636]: value = "task-2885250" [ 1533.676020] env[70636]: _type = "Task" [ 1533.676020] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.684570] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.695884] env[70636]: DEBUG oslo_vmware.api [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117624} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.696093] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.696280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.696454] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.715382] env[70636]: INFO nova.scheduler.client.report [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted allocations for instance d1a7ee09-85df-4db7-99e9-f4ae703f8394 [ 1533.726240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d31f3ec7-0d6f-4507-bb86-3dabff250728 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.758091] env[70636]: DEBUG nova.compute.manager [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-vif-unplugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.758271] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.758483] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.758651] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.758825] env[70636]: DEBUG nova.compute.manager [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] No waiting events found dispatching network-vif-unplugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.758990] env[70636]: WARNING nova.compute.manager [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received unexpected event network-vif-unplugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 for instance with vm_state shelved and task_state shelving_offloading. [ 1533.759401] env[70636]: DEBUG nova.compute.manager [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-changed-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.759679] env[70636]: DEBUG nova.compute.manager [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Refreshing instance network info cache due to event network-changed-6fbbb14c-1a56-429a-bb04-42f3af47f407. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1533.759871] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.760086] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.760241] env[70636]: DEBUG nova.network.neutron [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Refreshing network info cache for port 6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.894431] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.911504] env[70636]: INFO nova.scheduler.client.report [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Deleted allocations for instance 81b3e63d-f462-4087-9ab1-dc434350c431 [ 1533.918136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.918136] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.936364] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885247, 'name': ReconfigVM_Task, 'duration_secs': 1.350514} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.936640] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Reconfigured VM instance instance-00000077 to attach disk [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d/f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.937289] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12fe4ca2-4227-4dd4-b4bc-e0d39c3d504f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.944388] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1533.944388] env[70636]: value = "task-2885251" [ 1533.944388] env[70636]: _type = "Task" [ 1533.944388] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.961708] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885251, 'name': Rename_Task} progress is 10%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.186982] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885250, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.220465] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.220807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.221050] env[70636]: DEBUG nova.objects.instance [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'resources' on Instance uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.418449] env[70636]: INFO nova.compute.manager [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Detaching volume cdc0e260-9984-4f0c-abeb-4730a75158e7 [ 1534.425468] env[70636]: DEBUG oslo_concurrency.lockutils [None req-fb190c6d-eed7-4da5-bae6-14c4132b46fa tempest-AttachInterfacesTestJSON-1149126380 tempest-AttachInterfacesTestJSON-1149126380-project-member] Lock "81b3e63d-f462-4087-9ab1-dc434350c431" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.624s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.455167] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885251, 'name': Rename_Task, 'duration_secs': 0.144238} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.455946] env[70636]: DEBUG nova.network.neutron [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updated VIF entry in instance network info cache for port 6fbbb14c-1a56-429a-bb04-42f3af47f407. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.456283] env[70636]: DEBUG nova.network.neutron [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.457389] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1534.458333] env[70636]: INFO nova.virt.block_device [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Attempting to driver detach volume cdc0e260-9984-4f0c-abeb-4730a75158e7 from mountpoint /dev/sdb [ 1534.458541] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1534.458729] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579706', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'name': 'volume-cdc0e260-9984-4f0c-abeb-4730a75158e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'serial': 'cdc0e260-9984-4f0c-abeb-4730a75158e7'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1534.459191] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-affed8d8-7629-476d-8095-08c6ad929115 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.461250] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86dde7-83dd-4513-9730-e729288d16c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.484140] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a133c0-3b07-41ad-b727-2aa028f699d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.487073] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1534.487073] env[70636]: value = "task-2885252" [ 1534.487073] env[70636]: _type = "Task" [ 1534.487073] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.492997] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873478f9-7e2a-4ab1-9741-98df012876a2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.498087] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885252, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.515565] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9979f5-81c7-4616-8039-e4dc10c24f52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.531416] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] The volume has not been displaced from its original location: [datastore2] volume-cdc0e260-9984-4f0c-abeb-4730a75158e7/volume-cdc0e260-9984-4f0c-abeb-4730a75158e7.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1534.538973] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1534.539427] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9750f8-0531-4ef7-8534-cf77d1fee40b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.556942] env[70636]: DEBUG oslo_vmware.api [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1534.556942] env[70636]: value = "task-2885253" [ 1534.556942] env[70636]: _type = "Task" [ 1534.556942] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.565018] env[70636]: DEBUG oslo_vmware.api [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.686505] env[70636]: DEBUG oslo_vmware.api [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885250, 'name': PowerOnVM_Task, 'duration_secs': 0.560002} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.686867] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.687147] env[70636]: INFO nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1534.687251] env[70636]: DEBUG nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.688156] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d86961-6a26-4068-9062-28f8197d420a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.723911] env[70636]: DEBUG nova.objects.instance [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'numa_topology' on Instance uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.960832] env[70636]: DEBUG oslo_concurrency.lockutils [req-4e26c5ed-4ad0-4fcc-aa92-6760d66ab8e6 req-9d736283-00ee-459d-b60a-ce04d99e6f18 service nova] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.997198] env[70636]: DEBUG oslo_vmware.api [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885252, 'name': PowerOnVM_Task, 'duration_secs': 0.51021} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.997531] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.997775] env[70636]: INFO nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1534.997987] env[70636]: DEBUG nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.998802] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c250a-aec0-42ef-9d87-7a28aef0443d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.067042] env[70636]: DEBUG oslo_vmware.api [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885253, 'name': ReconfigVM_Task, 'duration_secs': 0.2091} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.067339] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1535.072016] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5de1ee-5af6-494f-ba71-5cd6283bd9bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.086901] env[70636]: DEBUG oslo_vmware.api [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1535.086901] env[70636]: value = "task-2885254" [ 1535.086901] env[70636]: _type = "Task" [ 1535.086901] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.094546] env[70636]: DEBUG oslo_vmware.api [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.205750] env[70636]: INFO nova.compute.manager [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Took 16.19 seconds to build instance. [ 1535.226907] env[70636]: DEBUG nova.objects.base [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1535.234684] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.347566] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e3e5e-92e6-4052-af13-c34eeae1bc99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.359923] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92423678-afc3-4036-b434-fed778f2fd1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.397023] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01d9a8-fb00-4777-80e2-8d4530fcad06 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.401321] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba186f18-1204-4145-a9d4-52b624c103d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.414380] env[70636]: DEBUG nova.compute.provider_tree [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.517381] env[70636]: INFO nova.compute.manager [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 16.01 seconds to build instance. [ 1535.597799] env[70636]: DEBUG oslo_vmware.api [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885254, 'name': ReconfigVM_Task, 'duration_secs': 0.146401} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.598108] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579706', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'name': 'volume-cdc0e260-9984-4f0c-abeb-4730a75158e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc0e260-9984-4f0c-abeb-4730a75158e7', 'serial': 'cdc0e260-9984-4f0c-abeb-4730a75158e7'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1535.708533] env[70636]: DEBUG oslo_concurrency.lockutils [None req-41893f23-0042-43ba-ab3d-83a159637a8d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.702s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.785308] env[70636]: DEBUG nova.compute.manager [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Received event network-changed-517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1535.785308] env[70636]: DEBUG nova.compute.manager [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Refreshing instance network info cache due to event network-changed-517f285f-5541-4b0c-9b09-f0688c093d14. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1535.785308] env[70636]: DEBUG oslo_concurrency.lockutils [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.785308] env[70636]: DEBUG oslo_concurrency.lockutils [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.785308] env[70636]: DEBUG nova.network.neutron [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Refreshing network info cache for port 517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.920024] env[70636]: DEBUG nova.scheduler.client.report [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.021748] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cd765b16-71ab-4c34-8522-2a57d5ac79e4 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.527s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.142685] env[70636]: DEBUG nova.objects.instance [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'flavor' on Instance uuid b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.425903] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.501183] env[70636]: DEBUG nova.network.neutron [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updated VIF entry in instance network info cache for port 517f285f-5541-4b0c-9b09-f0688c093d14. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.501857] env[70636]: DEBUG nova.network.neutron [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.550027] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.550276] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.550449] env[70636]: DEBUG nova.compute.manager [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.551357] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d790f9-7a3c-4be0-beb5-0fa404264462 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.558302] env[70636]: DEBUG nova.compute.manager [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1536.558845] env[70636]: DEBUG nova.objects.instance [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'flavor' on Instance uuid 96c6b851-6b24-4b40-ba6d-6477b10d3f3d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.936044] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3ac7168c-c482-4af4-abe1-cd5b6e6fa273 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.541s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.937148] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.702s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.937341] env[70636]: INFO nova.compute.manager [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Unshelving [ 1537.004712] env[70636]: DEBUG oslo_concurrency.lockutils [req-def1c5a8-7b47-4078-babf-b87804e937e8 req-6ea7b427-6b70-4558-8a82-4d38adfccb24 service nova] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.150692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a47efc74-8443-422c-9f63-93306c2beabe tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.567720] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.568109] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ad1072d-26ac-4c15-8afd-0d7b4309cb0a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.575442] env[70636]: DEBUG oslo_vmware.api [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1537.575442] env[70636]: value = "task-2885255" [ 1537.575442] env[70636]: _type = "Task" [ 1537.575442] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.584396] env[70636]: DEBUG oslo_vmware.api [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.966415] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.966758] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.967017] env[70636]: DEBUG nova.objects.instance [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'pci_requests' on Instance uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.085970] env[70636]: DEBUG oslo_vmware.api [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885255, 'name': PowerOffVM_Task, 'duration_secs': 0.262471} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.086291] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1538.086590] env[70636]: DEBUG nova.compute.manager [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.087300] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baad7ce-3308-4ed5-a5b4-729edf0fe861 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.187775] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.188058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.188272] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.188460] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.188632] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.190801] env[70636]: INFO nova.compute.manager [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Terminating instance [ 1538.470472] env[70636]: DEBUG nova.objects.instance [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'numa_topology' on Instance uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.599111] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a4a9b8a0-e941-4024-8e0d-5bc69e3e3d40 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.694808] env[70636]: DEBUG nova.compute.manager [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1538.695050] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1538.696183] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93388786-22dc-4386-b49f-09fbb05a6bec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.704737] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1538.705271] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc772b7-a1ec-494e-b7fb-b51793100f2a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.711788] env[70636]: DEBUG oslo_vmware.api [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1538.711788] env[70636]: value = "task-2885256" [ 1538.711788] env[70636]: _type = "Task" [ 1538.711788] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.724601] env[70636]: DEBUG oslo_vmware.api [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.973584] env[70636]: INFO nova.compute.claims [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.188597] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.188887] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.189120] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.189995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.189995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.192627] env[70636]: INFO nova.compute.manager [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Terminating instance [ 1539.224907] env[70636]: DEBUG oslo_vmware.api [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885256, 'name': PowerOffVM_Task, 'duration_secs': 0.315607} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.224907] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1539.224907] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.224907] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb31c87-d0e0-4198-bf58-1e8a9ab9279b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.289230] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.289460] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.289653] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleting the datastore file [datastore1] b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.289938] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b39f81c-403c-4e75-a4ef-a8f7120a795e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.298246] env[70636]: DEBUG oslo_vmware.api [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for the task: (returnval){ [ 1539.298246] env[70636]: value = "task-2885258" [ 1539.298246] env[70636]: _type = "Task" [ 1539.298246] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.306049] env[70636]: DEBUG oslo_vmware.api [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.697798] env[70636]: DEBUG nova.compute.manager [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.698060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.699607] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64585b15-0bcd-431a-bdce-20e098bd0596 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.707271] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.707513] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f35102-87f0-4380-9441-6a5b3e541d20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.790675] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.790763] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.790882] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleting the datastore file [datastore2] 96c6b851-6b24-4b40-ba6d-6477b10d3f3d {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.791208] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6beacb82-f25d-42ca-826a-873de50beae7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.798029] env[70636]: DEBUG oslo_vmware.api [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1539.798029] env[70636]: value = "task-2885260" [ 1539.798029] env[70636]: _type = "Task" [ 1539.798029] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.808377] env[70636]: DEBUG oslo_vmware.api [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.811413] env[70636]: DEBUG oslo_vmware.api [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Task: {'id': task-2885258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129989} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.811651] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1539.811863] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1539.812092] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1539.812277] env[70636]: INFO nova.compute.manager [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1539.812517] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1539.812727] env[70636]: DEBUG nova.compute.manager [-] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1539.812963] env[70636]: DEBUG nova.network.neutron [-] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.139585] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61747a71-feaf-495d-bc56-71b61b096513 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.149926] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae67d5a6-4a27-41ee-ab4a-39f60a4643aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.194271] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85781328-2648-4e9c-ad68-6d7381ee34d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.200419] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e6e4d3-a5ec-4867-b7d6-f4d6e115b10b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.215644] env[70636]: DEBUG nova.compute.provider_tree [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.304496] env[70636]: DEBUG nova.compute.manager [req-a1fdd922-d009-4365-9f79-c1d9297dbb43 req-e6819b60-7de9-4202-803c-88cac048a9c3 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Received event network-vif-deleted-41d60bbe-1b01-44d8-8284-32465ec403ee {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.304773] env[70636]: INFO nova.compute.manager [req-a1fdd922-d009-4365-9f79-c1d9297dbb43 req-e6819b60-7de9-4202-803c-88cac048a9c3 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Neutron deleted interface 41d60bbe-1b01-44d8-8284-32465ec403ee; detaching it from the instance and deleting it from the info cache [ 1540.304862] env[70636]: DEBUG nova.network.neutron [req-a1fdd922-d009-4365-9f79-c1d9297dbb43 req-e6819b60-7de9-4202-803c-88cac048a9c3 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.311266] env[70636]: DEBUG oslo_vmware.api [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128175} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.311753] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.312047] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.312148] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.312262] env[70636]: INFO nova.compute.manager [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1540.312499] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.312793] env[70636]: DEBUG nova.compute.manager [-] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.312793] env[70636]: DEBUG nova.network.neutron [-] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.717429] env[70636]: DEBUG nova.scheduler.client.report [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.778683] env[70636]: DEBUG nova.network.neutron [-] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.785076] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "7968f222-2ecb-4169-83be-83f2b54033e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.785308] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "7968f222-2ecb-4169-83be-83f2b54033e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.807528] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f2d88c6-eb6c-450b-af7e-8a43dc7ee430 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.817131] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c161b824-d023-4e07-bd43-ac0ec572ba1c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.844747] env[70636]: DEBUG nova.compute.manager [req-a1fdd922-d009-4365-9f79-c1d9297dbb43 req-e6819b60-7de9-4202-803c-88cac048a9c3 service nova] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Detach interface failed, port_id=41d60bbe-1b01-44d8-8284-32465ec403ee, reason: Instance b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1541.053018] env[70636]: DEBUG nova.network.neutron [-] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.223028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.255s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.258126] env[70636]: INFO nova.network.neutron [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating port 6fbbb14c-1a56-429a-bb04-42f3af47f407 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1541.284628] env[70636]: INFO nova.compute.manager [-] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Took 1.47 seconds to deallocate network for instance. [ 1541.289042] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.554488] env[70636]: INFO nova.compute.manager [-] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Took 1.24 seconds to deallocate network for instance. [ 1541.793019] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.793338] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.793561] env[70636]: DEBUG nova.objects.instance [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lazy-loading 'resources' on Instance uuid b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.815231] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.060374] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.325138] env[70636]: DEBUG nova.compute.manager [req-8cf8ceab-1950-4253-b578-7226bc478cb6 req-b012e806-8bce-49df-8e2f-dbebfb0e16d0 service nova] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Received event network-vif-deleted-646b2a00-fae1-433f-8843-98b4352fdcbd {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.402164] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a335c3-8eeb-4674-94e2-ae86f0735fcf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.410350] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f3fc31-600e-4084-b649-621524162b19 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.441313] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014d3720-5037-4cf3-8038-0e1f3b8c1181 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.448504] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0c7a7-7ee0-45c8-b746-abd71f2d82e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.461899] env[70636]: DEBUG nova.compute.provider_tree [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.686883] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.687252] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.687562] env[70636]: DEBUG nova.network.neutron [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.965192] env[70636]: DEBUG nova.scheduler.client.report [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.377291] env[70636]: DEBUG nova.network.neutron [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.470154] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.472512] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.657s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.473967] env[70636]: INFO nova.compute.claims [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.487536] env[70636]: INFO nova.scheduler.client.report [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Deleted allocations for instance b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112 [ 1543.880560] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.908040] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='440565a291f1a06748bebae5ef62ba62',container_format='bare',created_at=2025-03-10T10:46:59Z,direct_url=,disk_format='vmdk',id=bc50dd45-0a9a-4a32-bc23-018dd870035d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-335917299-shelved',owner='3b34560811de484e9f31e35715b080ff',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-10T10:47:12Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.908295] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.908452] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.908631] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.908777] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.908927] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.909214] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.909390] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.909563] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.909727] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.909899] env[70636]: DEBUG nova.virt.hardware [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.910810] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c043ed-4033-425c-b0f4-f48946a18657 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.918910] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8940dc-e429-401d-982b-22bcbc89ea2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.932925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:96:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fbbb14c-1a56-429a-bb04-42f3af47f407', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.940102] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1543.940326] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.940535] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5acb0e3e-feaa-4f51-b12d-12692fbf78f5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.959116] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.959116] env[70636]: value = "task-2885261" [ 1543.959116] env[70636]: _type = "Task" [ 1543.959116] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.966891] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885261, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.994412] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cb17dfc7-62d0-41ca-aef1-60a8c8991cb5 tempest-AttachVolumeNegativeTest-1494327707 tempest-AttachVolumeNegativeTest-1494327707-project-member] Lock "b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.806s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.238937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "85dd50d1-d544-44e5-a3a0-d135941470f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.239215] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.239433] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "85dd50d1-d544-44e5-a3a0-d135941470f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.239619] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.239809] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.242155] env[70636]: INFO nova.compute.manager [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Terminating instance [ 1544.349547] env[70636]: DEBUG nova.compute.manager [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-vif-plugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.349809] env[70636]: DEBUG oslo_concurrency.lockutils [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.350035] env[70636]: DEBUG oslo_concurrency.lockutils [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.350198] env[70636]: DEBUG oslo_concurrency.lockutils [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.350369] env[70636]: DEBUG nova.compute.manager [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] No waiting events found dispatching network-vif-plugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.350535] env[70636]: WARNING nova.compute.manager [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received unexpected event network-vif-plugged-6fbbb14c-1a56-429a-bb04-42f3af47f407 for instance with vm_state shelved_offloaded and task_state spawning. [ 1544.350695] env[70636]: DEBUG nova.compute.manager [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-changed-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.350844] env[70636]: DEBUG nova.compute.manager [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Refreshing instance network info cache due to event network-changed-6fbbb14c-1a56-429a-bb04-42f3af47f407. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1544.351103] env[70636]: DEBUG oslo_concurrency.lockutils [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.351259] env[70636]: DEBUG oslo_concurrency.lockutils [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.351420] env[70636]: DEBUG nova.network.neutron [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Refreshing network info cache for port 6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.469326] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885261, 'name': CreateVM_Task, 'duration_secs': 0.316707} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.469630] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.470188] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.470353] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.470720] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.470970] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c876811d-c03b-4c87-9f0d-c68fc4f8c22e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.475554] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1544.475554] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6b9f2-689b-8f68-e9c3-dc6f4a6e06e5" [ 1544.475554] env[70636]: _type = "Task" [ 1544.475554] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.485572] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c6b9f2-689b-8f68-e9c3-dc6f4a6e06e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.578786] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633fd2f-d2f4-4821-b554-cdce8edb9e5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.585974] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f7a00-fbde-4b79-b0c0-96410acc9e6b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.616991] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565afbc-d751-49ba-86f5-d172a529b681 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.624372] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ce98d-215f-4972-878b-0fffbae991b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.637433] env[70636]: DEBUG nova.compute.provider_tree [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.746236] env[70636]: DEBUG nova.compute.manager [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.746453] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.747436] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddefe427-1309-4b44-9b1e-6e2f22acd989 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.755433] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.755673] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-001e687f-159d-4c76-879d-c56a9b2ac27c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.761632] env[70636]: DEBUG oslo_vmware.api [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1544.761632] env[70636]: value = "task-2885263" [ 1544.761632] env[70636]: _type = "Task" [ 1544.761632] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.769319] env[70636]: DEBUG oslo_vmware.api [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.986766] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.987163] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Processing image bc50dd45-0a9a-4a32-bc23-018dd870035d {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.987528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.987777] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.988070] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.988341] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e09bfbf-0053-476e-9568-72f51696f745 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.996358] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.996530] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.997233] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990703e4-7960-4420-96aa-4d932724b6e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.001864] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1545.001864] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]521dcf98-aed7-5501-2f46-7ef3ef7251ea" [ 1545.001864] env[70636]: _type = "Task" [ 1545.001864] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.008868] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]521dcf98-aed7-5501-2f46-7ef3ef7251ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.044640] env[70636]: DEBUG nova.network.neutron [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updated VIF entry in instance network info cache for port 6fbbb14c-1a56-429a-bb04-42f3af47f407. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.044993] env[70636]: DEBUG nova.network.neutron [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.140178] env[70636]: DEBUG nova.scheduler.client.report [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.271678] env[70636]: DEBUG oslo_vmware.api [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885263, 'name': PowerOffVM_Task, 'duration_secs': 0.204211} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.273067] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.273067] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.273067] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fa75bc-5af7-4393-ab37-65562921f26d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.333629] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.333863] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.334094] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleting the datastore file [datastore2] 85dd50d1-d544-44e5-a3a0-d135941470f0 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.334339] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ff6900-66a9-47ee-aeae-b8743e6669dd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.340711] env[70636]: DEBUG oslo_vmware.api [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1545.340711] env[70636]: value = "task-2885265" [ 1545.340711] env[70636]: _type = "Task" [ 1545.340711] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.348450] env[70636]: DEBUG oslo_vmware.api [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.512093] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1545.512404] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Fetch image to [datastore1] OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1/OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1545.512563] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Downloading stream optimized image bc50dd45-0a9a-4a32-bc23-018dd870035d to [datastore1] OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1/OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1.vmdk on the data store datastore1 as vApp {{(pid=70636) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1545.512733] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Downloading image file data bc50dd45-0a9a-4a32-bc23-018dd870035d to the ESX as VM named 'OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1' {{(pid=70636) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1545.552125] env[70636]: DEBUG oslo_concurrency.lockutils [req-307cc0a8-4a80-4552-a603-e7cddcb56e61 req-fa4e4338-a0e2-4142-ad21-8e8194807ed3 service nova] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.583015] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1545.583015] env[70636]: value = "resgroup-9" [ 1545.583015] env[70636]: _type = "ResourcePool" [ 1545.583015] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1545.583324] env[70636]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5b44d53a-032e-47a7-aefb-cdb90bd67566 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.602535] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lease: (returnval){ [ 1545.602535] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5208a337-0b61-5b94-8d78-98f581fbb69e" [ 1545.602535] env[70636]: _type = "HttpNfcLease" [ 1545.602535] env[70636]: } obtained for vApp import into resource pool (val){ [ 1545.602535] env[70636]: value = "resgroup-9" [ 1545.602535] env[70636]: _type = "ResourcePool" [ 1545.602535] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1545.602845] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the lease: (returnval){ [ 1545.602845] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5208a337-0b61-5b94-8d78-98f581fbb69e" [ 1545.602845] env[70636]: _type = "HttpNfcLease" [ 1545.602845] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1545.609178] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1545.609178] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5208a337-0b61-5b94-8d78-98f581fbb69e" [ 1545.609178] env[70636]: _type = "HttpNfcLease" [ 1545.609178] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1545.645199] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.645780] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.648633] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.588s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.648806] env[70636]: DEBUG nova.objects.instance [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'resources' on Instance uuid 96c6b851-6b24-4b40-ba6d-6477b10d3f3d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.853993] env[70636]: DEBUG oslo_vmware.api [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139357} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.854400] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.854679] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.854952] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.855329] env[70636]: INFO nova.compute.manager [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1545.855689] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1545.855969] env[70636]: DEBUG nova.compute.manager [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.856133] env[70636]: DEBUG nova.network.neutron [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.110372] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1546.110372] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5208a337-0b61-5b94-8d78-98f581fbb69e" [ 1546.110372] env[70636]: _type = "HttpNfcLease" [ 1546.110372] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1546.152255] env[70636]: DEBUG nova.compute.utils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1546.157321] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.157596] env[70636]: DEBUG nova.network.neutron [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.223213] env[70636]: DEBUG nova.policy [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c206b15517d34aa9a95020e084c451ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02c0972afaa146d5951dd6680c15d69a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.254896] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d914b-3168-49c8-a212-419d9dd0fecf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.263373] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3339db2-06b5-433c-a8c0-77a51e3da7c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.297012] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be6f737-cf3a-4dbf-b42a-2fc7857ce870 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.314548] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f13da-10f3-4aa1-aee4-2bed6958d5d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.330444] env[70636]: DEBUG nova.compute.provider_tree [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.595280] env[70636]: DEBUG nova.compute.manager [req-ee987b3e-48b5-45d5-9acb-2a0b421777f7 req-caf2640a-9a60-4cbe-9374-ae4c74e89f72 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Received event network-vif-deleted-329e1c07-09e0-44a9-9d9d-9bbc18fdf9be {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.595520] env[70636]: INFO nova.compute.manager [req-ee987b3e-48b5-45d5-9acb-2a0b421777f7 req-caf2640a-9a60-4cbe-9374-ae4c74e89f72 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Neutron deleted interface 329e1c07-09e0-44a9-9d9d-9bbc18fdf9be; detaching it from the instance and deleting it from the info cache [ 1546.595663] env[70636]: DEBUG nova.network.neutron [req-ee987b3e-48b5-45d5-9acb-2a0b421777f7 req-caf2640a-9a60-4cbe-9374-ae4c74e89f72 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.613754] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1546.613754] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5208a337-0b61-5b94-8d78-98f581fbb69e" [ 1546.613754] env[70636]: _type = "HttpNfcLease" [ 1546.613754] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1546.614326] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1546.614326] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5208a337-0b61-5b94-8d78-98f581fbb69e" [ 1546.614326] env[70636]: _type = "HttpNfcLease" [ 1546.614326] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1546.615113] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3464c9f9-5751-4dcd-bc29-ab8b1d7d4cce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.623733] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527149b3-69e7-4b01-449f-432460301764/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1546.623733] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527149b3-69e7-4b01-449f-432460301764/disk-0.vmdk. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1546.682704] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.692313] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c51401d7-be47-4f15-8a60-2f164bed098e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.779165] env[70636]: DEBUG nova.network.neutron [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Successfully created port: 37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.834481] env[70636]: DEBUG nova.scheduler.client.report [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.081386] env[70636]: DEBUG nova.network.neutron [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.098861] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f7f86d0-61ce-4c3d-bcb5-4495c52a9a25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.111177] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c979ddf-aac8-4786-8e8d-646dd26b7988 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.138549] env[70636]: DEBUG nova.compute.manager [req-ee987b3e-48b5-45d5-9acb-2a0b421777f7 req-caf2640a-9a60-4cbe-9374-ae4c74e89f72 service nova] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Detach interface failed, port_id=329e1c07-09e0-44a9-9d9d-9bbc18fdf9be, reason: Instance 85dd50d1-d544-44e5-a3a0-d135941470f0 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1547.342108] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.366052] env[70636]: INFO nova.scheduler.client.report [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocations for instance 96c6b851-6b24-4b40-ba6d-6477b10d3f3d [ 1547.584863] env[70636]: INFO nova.compute.manager [-] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Took 1.73 seconds to deallocate network for instance. [ 1547.694414] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.716539] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.716877] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.717148] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.717379] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.717529] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.717678] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.717884] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.718096] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.718342] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.718612] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.718843] env[70636]: DEBUG nova.virt.hardware [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.719933] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc9895-c2bd-4f91-8d13-3e3519bac3a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.731464] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e44ad-ed85-4450-9a01-c81f719fbec7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.839630] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1547.839882] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527149b3-69e7-4b01-449f-432460301764/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1547.840824] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b0eb1-fcf4-48c9-909b-784336da9919 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.847481] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527149b3-69e7-4b01-449f-432460301764/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1547.847657] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527149b3-69e7-4b01-449f-432460301764/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1547.847913] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f43eb90c-5c2b-4497-a024-484846a5ee40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.874159] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3e056738-bc56-4e09-be9e-3e6ff1e8320d tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "96c6b851-6b24-4b40-ba6d-6477b10d3f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.685s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.094033] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.094280] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.094525] env[70636]: DEBUG nova.objects.instance [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'resources' on Instance uuid 85dd50d1-d544-44e5-a3a0-d135941470f0 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.180281] env[70636]: DEBUG oslo_vmware.rw_handles [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527149b3-69e7-4b01-449f-432460301764/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1548.180918] env[70636]: INFO nova.virt.vmwareapi.images [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Downloaded image file data bc50dd45-0a9a-4a32-bc23-018dd870035d [ 1548.181835] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea287d-c8dc-4d47-83b6-ec073226b890 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.197806] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-112acdd2-6904-4c34-8482-42cf39e150b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.241249] env[70636]: INFO nova.virt.vmwareapi.images [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] The imported VM was unregistered [ 1548.243799] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1548.244046] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.244352] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f44bf987-cd4f-4e20-937c-3997f871f00c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.254863] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Created directory with path [datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.255108] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1/OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1.vmdk to [datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk. {{(pid=70636) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1548.255407] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8824ad13-5378-4ccd-801c-f04f77b2de4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.262021] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1548.262021] env[70636]: value = "task-2885269" [ 1548.262021] env[70636]: _type = "Task" [ 1548.262021] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.269200] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885269, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.287935] env[70636]: DEBUG nova.network.neutron [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Successfully updated port: 37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.561577] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "cc993a80-ee62-4587-8b51-7b1f054bb758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.562750] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.624790] env[70636]: DEBUG nova.compute.manager [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Received event network-vif-plugged-37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.625217] env[70636]: DEBUG oslo_concurrency.lockutils [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] Acquiring lock "7968f222-2ecb-4169-83be-83f2b54033e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.625559] env[70636]: DEBUG oslo_concurrency.lockutils [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] Lock "7968f222-2ecb-4169-83be-83f2b54033e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.625844] env[70636]: DEBUG oslo_concurrency.lockutils [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] Lock "7968f222-2ecb-4169-83be-83f2b54033e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.626137] env[70636]: DEBUG nova.compute.manager [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] No waiting events found dispatching network-vif-plugged-37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.626459] env[70636]: WARNING nova.compute.manager [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Received unexpected event network-vif-plugged-37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f for instance with vm_state building and task_state spawning. [ 1548.626782] env[70636]: DEBUG nova.compute.manager [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Received event network-changed-37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.627082] env[70636]: DEBUG nova.compute.manager [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Refreshing instance network info cache due to event network-changed-37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1548.627408] env[70636]: DEBUG oslo_concurrency.lockutils [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] Acquiring lock "refresh_cache-7968f222-2ecb-4169-83be-83f2b54033e1" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.627736] env[70636]: DEBUG oslo_concurrency.lockutils [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] Acquired lock "refresh_cache-7968f222-2ecb-4169-83be-83f2b54033e1" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.628143] env[70636]: DEBUG nova.network.neutron [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Refreshing network info cache for port 37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.712310] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6172fb9-d0f3-47a2-aa38-42b9d16777c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.723020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e82fe-d489-4105-866e-01044645dc09 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.757205] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d9fee3-b43d-44ed-9c6d-1be54ec55437 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.770011] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37542e16-255b-4ac8-bbfc-dd0e4ac5ccbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.777640] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885269, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.790114] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "refresh_cache-7968f222-2ecb-4169-83be-83f2b54033e1" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.790630] env[70636]: DEBUG nova.compute.provider_tree [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.003388] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.003655] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.003827] env[70636]: INFO nova.compute.manager [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Shelving [ 1549.065439] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1549.172558] env[70636]: DEBUG nova.network.neutron [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.249665] env[70636]: DEBUG nova.network.neutron [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.277319] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885269, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.295108] env[70636]: DEBUG nova.scheduler.client.report [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.585570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.753417] env[70636]: DEBUG oslo_concurrency.lockutils [req-86fe13cb-09a3-4769-992a-1daf07bfc54e req-6c40fdf9-cec2-417f-be21-b99cdd3fcb27 service nova] Releasing lock "refresh_cache-7968f222-2ecb-4169-83be-83f2b54033e1" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.753825] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquired lock "refresh_cache-7968f222-2ecb-4169-83be-83f2b54033e1" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.753980] env[70636]: DEBUG nova.network.neutron [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.777347] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885269, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.800224] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.804067] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.218s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.805199] env[70636]: INFO nova.compute.claims [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.820135] env[70636]: INFO nova.scheduler.client.report [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted allocations for instance 85dd50d1-d544-44e5-a3a0-d135941470f0 [ 1550.014369] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.014716] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f6e2d4-a0de-4f8f-8684-d86cbe8f9456 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.024845] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1550.024845] env[70636]: value = "task-2885270" [ 1550.024845] env[70636]: _type = "Task" [ 1550.024845] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.036528] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.276051] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885269, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.293072] env[70636]: DEBUG nova.network.neutron [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.328866] env[70636]: DEBUG oslo_concurrency.lockutils [None req-df6ed78a-1f47-4f45-ada6-25e98e6c9c86 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "85dd50d1-d544-44e5-a3a0-d135941470f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.090s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.450377] env[70636]: DEBUG nova.network.neutron [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Updating instance_info_cache with network_info: [{"id": "37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f", "address": "fa:16:3e:27:f1:54", "network": {"id": "c98b3a0e-c650-41c6-bf6a-42ebc8a0be16", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-384824903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02c0972afaa146d5951dd6680c15d69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a5a12b-6d", "ovs_interfaceid": "37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.535422] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885270, 'name': PowerOffVM_Task, 'duration_secs': 0.276876} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.535688] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.536499] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f56e0-acc3-4198-a332-e638d8c2d342 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.554386] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758a1b9-de44-446d-be98-272d858f85ff {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.774965] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885269, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.302438} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.775277] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1/OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1.vmdk to [datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk. [ 1550.775451] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Cleaning up location [datastore1] OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1550.775624] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3768e4a4-d735-4221-bc12-ab756fca87b1 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.775863] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67806719-889a-4b0e-9a55-af952cc539de {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.781823] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1550.781823] env[70636]: value = "task-2885271" [ 1550.781823] env[70636]: _type = "Task" [ 1550.781823] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.789412] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.900080] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c689fdbe-0d37-4535-ac47-16571ba0c41e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.907412] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bed8a-5fde-4495-b493-05402acb11a0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.940056] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d019e52b-6754-45cd-a20a-48ac112d1a67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.947251] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2c8f7-1bda-4d1b-9ea3-04d87ee6d80e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.952955] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Releasing lock "refresh_cache-7968f222-2ecb-4169-83be-83f2b54033e1" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.953274] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Instance network_info: |[{"id": "37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f", "address": "fa:16:3e:27:f1:54", "network": {"id": "c98b3a0e-c650-41c6-bf6a-42ebc8a0be16", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-384824903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02c0972afaa146d5951dd6680c15d69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a5a12b-6d", "ovs_interfaceid": "37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.961456] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f1:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.968803] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Creating folder: Project (02c0972afaa146d5951dd6680c15d69a). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.969314] env[70636]: DEBUG nova.compute.provider_tree [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.970644] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d2256fb-1b73-44fb-bcfe-7176433f5314 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.982085] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Created folder: Project (02c0972afaa146d5951dd6680c15d69a) in parent group-v579393. [ 1550.982292] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Creating folder: Instances. Parent ref: group-v579713. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.982549] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4674a154-23bc-4cb3-b043-2715b4e86b6e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.995518] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Created folder: Instances in parent group-v579713. [ 1550.995896] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1550.996162] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.996496] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9477675-5344-404a-8fd1-3a1ee77ce9dc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.030207] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.030207] env[70636]: value = "task-2885274" [ 1551.030207] env[70636]: _type = "Task" [ 1551.030207] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.044207] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885274, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.064702] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1551.067384] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4efffee9-11ff-4d62-93a0-dd060b1e3e22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.077174] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1551.077174] env[70636]: value = "task-2885275" [ 1551.077174] env[70636]: _type = "Task" [ 1551.077174] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.087472] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.294795] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032594} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.295067] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.295238] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.295483] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk to [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.295741] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e886525a-0968-40f1-a497-c4e89fdcc92b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.302221] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1551.302221] env[70636]: value = "task-2885277" [ 1551.302221] env[70636]: _type = "Task" [ 1551.302221] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.309464] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.473930] env[70636]: DEBUG nova.scheduler.client.report [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.542773] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885274, 'name': CreateVM_Task} progress is 25%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.586592] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.811408] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.979196] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.979311] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.989891] env[70636]: DEBUG nova.compute.manager [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1552.042615] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885274, 'name': CreateVM_Task, 'duration_secs': 0.623305} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.042877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.043553] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.043724] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.044068] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.044352] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1dc91b-162f-4c8a-80ac-e7cb12b7a5da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.050994] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1552.050994] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5291aedb-4811-3147-c188-1bb3869a34ba" [ 1552.050994] env[70636]: _type = "Task" [ 1552.050994] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.060419] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5291aedb-4811-3147-c188-1bb3869a34ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.087281] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.313606] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.486026] env[70636]: DEBUG nova.compute.utils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1552.486891] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1552.487284] env[70636]: DEBUG nova.network.neutron [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.519257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.519573] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.538016] env[70636]: DEBUG nova.policy [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b5155552a740ce8a18fee618d8c056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f304cb401842598cbe5e714f2156b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.561862] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5291aedb-4811-3147-c188-1bb3869a34ba, 'name': SearchDatastore_Task, 'duration_secs': 0.066099} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.562280] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.562534] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.562771] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.562922] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.563180] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.563476] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0913cf-00b2-40c9-a0eb-15891ece6a51 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.584982] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.585197] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.586318] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5045e831-b03a-4efb-92bb-0cbf529f64e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.594290] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885275, 'name': CreateSnapshot_Task, 'duration_secs': 1.339128} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.595615] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1552.595934] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1552.595934] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ac78f2-2940-0201-9ca2-7e2c32b726f6" [ 1552.595934] env[70636]: _type = "Task" [ 1552.595934] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.596648] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f3fae-4931-4625-a8b5-b8ea5870b808 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.614984] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ac78f2-2940-0201-9ca2-7e2c32b726f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.810797] env[70636]: DEBUG nova.network.neutron [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Successfully created port: 7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.823360] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.991443] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1553.028358] env[70636]: INFO nova.compute.claims [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.114520] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ac78f2-2940-0201-9ca2-7e2c32b726f6, 'name': SearchDatastore_Task, 'duration_secs': 0.081566} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.115483] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68966a88-bc69-4320-9ae5-0bd020a17711 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.124972] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1553.125660] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-52dd951e-799b-465b-8a89-28ec98228b24 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.136462] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1553.136462] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a76cb0-1493-dc9f-b758-ef396a69b917" [ 1553.136462] env[70636]: _type = "Task" [ 1553.136462] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.137837] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1553.137837] env[70636]: value = "task-2885278" [ 1553.137837] env[70636]: _type = "Task" [ 1553.137837] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.152420] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885278, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.155732] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a76cb0-1493-dc9f-b758-ef396a69b917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.315629] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.532500] env[70636]: INFO nova.compute.resource_tracker [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating resource usage from migration a8aa6c3e-ee0d-4c1c-9370-2786868d3b1f [ 1553.650637] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2eb07-f822-4e5e-9f84-aafca08d2f0d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.660142] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a76cb0-1493-dc9f-b758-ef396a69b917, 'name': SearchDatastore_Task, 'duration_secs': 0.084833} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.660388] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885278, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.661120] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.661446] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7968f222-2ecb-4169-83be-83f2b54033e1/7968f222-2ecb-4169-83be-83f2b54033e1.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.661737] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0f8c39-46b4-4835-9238-192e801bb1e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.667067] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b589e-62ac-4428-b29e-95cec8d6ffcf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.674327] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1553.674327] env[70636]: value = "task-2885279" [ 1553.674327] env[70636]: _type = "Task" [ 1553.674327] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.703293] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494a3b68-7eb8-44f0-aec8-a722a555f2b0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.711041] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.715777] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd058f2-eb4f-4f5b-9a4a-78d9fca74b67 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.733507] env[70636]: DEBUG nova.compute.provider_tree [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.820673] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.001484] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1554.029898] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.030184] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.030346] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.030527] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.030671] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.030987] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.031219] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.031432] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.031610] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.031777] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.031953] env[70636]: DEBUG nova.virt.hardware [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.032844] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf6cfa-52bf-4b77-9fe1-1bc3afe4a2e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.040871] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3871d2c-5a0e-4537-9560-f3fc5ead9466 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.158015] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885278, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.209126] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.237414] env[70636]: DEBUG nova.scheduler.client.report [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.318991] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885277, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.847462} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.319340] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bc50dd45-0a9a-4a32-bc23-018dd870035d/bc50dd45-0a9a-4a32-bc23-018dd870035d.vmdk to [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.320291] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e41cd13-688d-42f5-81b8-23ab355c4e74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.343185] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.343538] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9b7cc1-3f95-4576-a533-a6a320034e35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.360294] env[70636]: DEBUG nova.network.neutron [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Successfully updated port: 7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.366113] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1554.366113] env[70636]: value = "task-2885280" [ 1554.366113] env[70636]: _type = "Task" [ 1554.366113] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.376497] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.606160] env[70636]: DEBUG nova.compute.manager [req-0e498019-c25b-4357-9a48-c8d17b36ecf7 req-863a9a61-fea0-4df7-9438-18f5f00a1d17 service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Received event network-vif-plugged-7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.606430] env[70636]: DEBUG oslo_concurrency.lockutils [req-0e498019-c25b-4357-9a48-c8d17b36ecf7 req-863a9a61-fea0-4df7-9438-18f5f00a1d17 service nova] Acquiring lock "cc993a80-ee62-4587-8b51-7b1f054bb758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.606801] env[70636]: DEBUG oslo_concurrency.lockutils [req-0e498019-c25b-4357-9a48-c8d17b36ecf7 req-863a9a61-fea0-4df7-9438-18f5f00a1d17 service nova] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.606880] env[70636]: DEBUG oslo_concurrency.lockutils [req-0e498019-c25b-4357-9a48-c8d17b36ecf7 req-863a9a61-fea0-4df7-9438-18f5f00a1d17 service nova] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.607142] env[70636]: DEBUG nova.compute.manager [req-0e498019-c25b-4357-9a48-c8d17b36ecf7 req-863a9a61-fea0-4df7-9438-18f5f00a1d17 service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] No waiting events found dispatching network-vif-plugged-7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.607363] env[70636]: WARNING nova.compute.manager [req-0e498019-c25b-4357-9a48-c8d17b36ecf7 req-863a9a61-fea0-4df7-9438-18f5f00a1d17 service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Received unexpected event network-vif-plugged-7de07d51-9655-4e89-96a7-5986edc5f9d0 for instance with vm_state building and task_state spawning. [ 1554.653955] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885278, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.709602] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885279, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.036071} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.709877] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 7968f222-2ecb-4169-83be-83f2b54033e1/7968f222-2ecb-4169-83be-83f2b54033e1.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.710220] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.710492] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5dbbc79-2d74-4b70-bb33-2f72c77022df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.716419] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1554.716419] env[70636]: value = "task-2885281" [ 1554.716419] env[70636]: _type = "Task" [ 1554.716419] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.727143] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.741890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.222s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.742145] env[70636]: INFO nova.compute.manager [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Migrating [ 1554.864653] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-cc993a80-ee62-4587-8b51-7b1f054bb758" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.864653] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-cc993a80-ee62-4587-8b51-7b1f054bb758" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.864653] env[70636]: DEBUG nova.network.neutron [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.876271] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885280, 'name': ReconfigVM_Task, 'duration_secs': 0.47289} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.876552] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394/d1a7ee09-85df-4db7-99e9-f4ae703f8394.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.877179] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26db2f95-dd23-44ff-929a-d8b513936151 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.884468] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1554.884468] env[70636]: value = "task-2885282" [ 1554.884468] env[70636]: _type = "Task" [ 1554.884468] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.894943] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885282, 'name': Rename_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.153178] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885278, 'name': CloneVM_Task, 'duration_secs': 1.971221} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.153505] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Created linked-clone VM from snapshot [ 1555.154251] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f58c9-a5f9-4142-96ae-2d16923dd99f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.161377] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Uploading image 2b6b7cee-e716-4e58-8395-9584ad3bed49 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1555.185566] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1555.185566] env[70636]: value = "vm-579717" [ 1555.185566] env[70636]: _type = "VirtualMachine" [ 1555.185566] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1555.185844] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff8e0f8e-5716-4126-940c-c422af8bb9c7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.192315] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease: (returnval){ [ 1555.192315] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fca31-a4eb-e0e3-0f65-16f8fde8d090" [ 1555.192315] env[70636]: _type = "HttpNfcLease" [ 1555.192315] env[70636]: } obtained for exporting VM: (result){ [ 1555.192315] env[70636]: value = "vm-579717" [ 1555.192315] env[70636]: _type = "VirtualMachine" [ 1555.192315] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1555.192561] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the lease: (returnval){ [ 1555.192561] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fca31-a4eb-e0e3-0f65-16f8fde8d090" [ 1555.192561] env[70636]: _type = "HttpNfcLease" [ 1555.192561] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1555.198830] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1555.198830] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fca31-a4eb-e0e3-0f65-16f8fde8d090" [ 1555.198830] env[70636]: _type = "HttpNfcLease" [ 1555.198830] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1555.224744] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067842} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.224997] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.225750] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4631eb-f53c-4af7-8b2e-73ee7e1460a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.247101] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 7968f222-2ecb-4169-83be-83f2b54033e1/7968f222-2ecb-4169-83be-83f2b54033e1.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.247339] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866f49a2-223b-4362-b4eb-a6fe91d14c9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.261357] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.261526] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.261695] env[70636]: DEBUG nova.network.neutron [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.266124] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1555.266124] env[70636]: value = "task-2885284" [ 1555.266124] env[70636]: _type = "Task" [ 1555.266124] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.275281] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.393691] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885282, 'name': Rename_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.395406] env[70636]: DEBUG nova.network.neutron [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.530075] env[70636]: DEBUG nova.network.neutron [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Updating instance_info_cache with network_info: [{"id": "7de07d51-9655-4e89-96a7-5986edc5f9d0", "address": "fa:16:3e:d1:e1:bf", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de07d51-96", "ovs_interfaceid": "7de07d51-9655-4e89-96a7-5986edc5f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.700638] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1555.700638] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fca31-a4eb-e0e3-0f65-16f8fde8d090" [ 1555.700638] env[70636]: _type = "HttpNfcLease" [ 1555.700638] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1555.700925] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1555.700925] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]520fca31-a4eb-e0e3-0f65-16f8fde8d090" [ 1555.700925] env[70636]: _type = "HttpNfcLease" [ 1555.700925] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1555.701772] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aab434-76b7-44de-83ae-c77387baac0a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.709531] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae2b04-ecc3-f27d-6012-632853e4eadf/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1555.709741] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae2b04-ecc3-f27d-6012-632853e4eadf/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1555.779369] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885284, 'name': ReconfigVM_Task, 'duration_secs': 0.264729} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.779648] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 7968f222-2ecb-4169-83be-83f2b54033e1/7968f222-2ecb-4169-83be-83f2b54033e1.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.780293] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9f5cc14-1d49-4f6d-bfca-7041e5ae9ca1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.786458] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1555.786458] env[70636]: value = "task-2885285" [ 1555.786458] env[70636]: _type = "Task" [ 1555.786458] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.794271] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885285, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.804548] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37b431e3-9638-4ddc-82cb-8e43d93b788d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.900819] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885282, 'name': Rename_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.027833] env[70636]: DEBUG nova.network.neutron [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.033067] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-cc993a80-ee62-4587-8b51-7b1f054bb758" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.033278] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Instance network_info: |[{"id": "7de07d51-9655-4e89-96a7-5986edc5f9d0", "address": "fa:16:3e:d1:e1:bf", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de07d51-96", "ovs_interfaceid": "7de07d51-9655-4e89-96a7-5986edc5f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1556.033721] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e1:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de07d51-9655-4e89-96a7-5986edc5f9d0', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.041764] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1556.042692] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.042944] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb1f01b0-cfad-4704-b4c1-7618da3e65c8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.063989] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.063989] env[70636]: value = "task-2885286" [ 1556.063989] env[70636]: _type = "Task" [ 1556.063989] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.072020] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885286, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.297418] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885285, 'name': Rename_Task, 'duration_secs': 0.145555} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.297797] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.298179] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd2ba85-4fba-4b8f-bf51-ed7b793dbc21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.304855] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1556.304855] env[70636]: value = "task-2885287" [ 1556.304855] env[70636]: _type = "Task" [ 1556.304855] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.312626] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.395494] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885282, 'name': Rename_Task, 'duration_secs': 1.040171} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.395854] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.396168] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b1047e-123d-4d26-a042-9452f21c52b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.401903] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1556.401903] env[70636]: value = "task-2885288" [ 1556.401903] env[70636]: _type = "Task" [ 1556.401903] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.409734] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.530863] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.576165] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885286, 'name': CreateVM_Task, 'duration_secs': 0.334782} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.576818] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.577752] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.578032] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.578533] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.578910] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e67669e-cd69-4899-9f37-9e71ba30b983 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.583868] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1556.583868] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5262f6e4-71b3-13e7-9968-b5558b318d12" [ 1556.583868] env[70636]: _type = "Task" [ 1556.583868] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.592464] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5262f6e4-71b3-13e7-9968-b5558b318d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.637906] env[70636]: DEBUG nova.compute.manager [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Received event network-changed-7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1556.638238] env[70636]: DEBUG nova.compute.manager [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Refreshing instance network info cache due to event network-changed-7de07d51-9655-4e89-96a7-5986edc5f9d0. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1556.638747] env[70636]: DEBUG oslo_concurrency.lockutils [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] Acquiring lock "refresh_cache-cc993a80-ee62-4587-8b51-7b1f054bb758" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.638953] env[70636]: DEBUG oslo_concurrency.lockutils [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] Acquired lock "refresh_cache-cc993a80-ee62-4587-8b51-7b1f054bb758" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.639175] env[70636]: DEBUG nova.network.neutron [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Refreshing network info cache for port 7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.814839] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885287, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.915606] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885288, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.095726] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5262f6e4-71b3-13e7-9968-b5558b318d12, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.096169] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.096441] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.096710] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.096896] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.097127] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.097513] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6064b20-9227-45c0-9177-7386e21ff49f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.106924] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.107593] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.107963] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9163e04f-e569-44d6-81f6-971ea2ddf6fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.113372] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1557.113372] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]525278f8-2beb-182d-5a92-4c74bb48eace" [ 1557.113372] env[70636]: _type = "Task" [ 1557.113372] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.120912] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525278f8-2beb-182d-5a92-4c74bb48eace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.315820] env[70636]: DEBUG oslo_vmware.api [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885287, 'name': PowerOnVM_Task, 'duration_secs': 0.511955} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.316094] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.316199] env[70636]: INFO nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1557.316482] env[70636]: DEBUG nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.317345] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e474d-7751-44b5-acb5-0c31f123372c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.385911] env[70636]: DEBUG nova.network.neutron [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Updated VIF entry in instance network info cache for port 7de07d51-9655-4e89-96a7-5986edc5f9d0. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.386378] env[70636]: DEBUG nova.network.neutron [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Updating instance_info_cache with network_info: [{"id": "7de07d51-9655-4e89-96a7-5986edc5f9d0", "address": "fa:16:3e:d1:e1:bf", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de07d51-96", "ovs_interfaceid": "7de07d51-9655-4e89-96a7-5986edc5f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.413140] env[70636]: DEBUG oslo_vmware.api [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885288, 'name': PowerOnVM_Task, 'duration_secs': 0.577238} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.413505] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.514737] env[70636]: DEBUG nova.compute.manager [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.515914] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6673f-c9cc-437a-98a6-908602cb29f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.626915] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]525278f8-2beb-182d-5a92-4c74bb48eace, 'name': SearchDatastore_Task, 'duration_secs': 0.02061} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.627882] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91eaf05d-35ff-4471-a347-183c28d471cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.634769] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1557.634769] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52793dc9-e419-d719-581b-48b6f650c298" [ 1557.634769] env[70636]: _type = "Task" [ 1557.634769] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.644281] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52793dc9-e419-d719-581b-48b6f650c298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.837020] env[70636]: INFO nova.compute.manager [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Took 16.04 seconds to build instance. [ 1557.889325] env[70636]: DEBUG oslo_concurrency.lockutils [req-39e251f4-118e-4021-858d-5ebbc6d50ed6 req-bbfde16f-b947-4306-afdb-35de26c07c4c service nova] Releasing lock "refresh_cache-cc993a80-ee62-4587-8b51-7b1f054bb758" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.033042] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2e11361-7caa-483e-a899-00705f5e96ee tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.096s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.043657] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72992154-88a3-4015-bb7a-14104756cf38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.063517] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1558.146639] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52793dc9-e419-d719-581b-48b6f650c298, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.147028] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.147363] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] cc993a80-ee62-4587-8b51-7b1f054bb758/cc993a80-ee62-4587-8b51-7b1f054bb758.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.147699] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc060238-08e7-44d1-ad33-4b01caacd85b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.156619] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1558.156619] env[70636]: value = "task-2885289" [ 1558.156619] env[70636]: _type = "Task" [ 1558.156619] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.165665] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.341202] env[70636]: DEBUG oslo_concurrency.lockutils [None req-f4cd522e-5747-4e41-8083-0c7e4ee50c34 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "7968f222-2ecb-4169-83be-83f2b54033e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.556s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.569798] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.570194] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-764e4b27-b154-47e0-931b-67edf31bd5a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.578559] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1558.578559] env[70636]: value = "task-2885290" [ 1558.578559] env[70636]: _type = "Task" [ 1558.578559] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.588263] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.670374] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.938216] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "7968f222-2ecb-4169-83be-83f2b54033e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.938623] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "7968f222-2ecb-4169-83be-83f2b54033e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.939020] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "7968f222-2ecb-4169-83be-83f2b54033e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.939285] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "7968f222-2ecb-4169-83be-83f2b54033e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.939645] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "7968f222-2ecb-4169-83be-83f2b54033e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.942210] env[70636]: INFO nova.compute.manager [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Terminating instance [ 1559.088933] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885290, 'name': PowerOffVM_Task, 'duration_secs': 0.28691} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.089311] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.089548] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.169934] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583774} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.170293] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] cc993a80-ee62-4587-8b51-7b1f054bb758/cc993a80-ee62-4587-8b51-7b1f054bb758.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.170522] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.170804] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9862e722-e83a-4d9f-b07c-60b7bc72ca1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.180025] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1559.180025] env[70636]: value = "task-2885291" [ 1559.180025] env[70636]: _type = "Task" [ 1559.180025] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.189204] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.447138] env[70636]: DEBUG nova.compute.manager [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.447523] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.448179] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8630e8f-bcb9-4fb6-8167-9fa2caa97024 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.456581] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.456840] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa0625bd-6193-4837-85f6-9ae182880810 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.463158] env[70636]: DEBUG oslo_vmware.api [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1559.463158] env[70636]: value = "task-2885292" [ 1559.463158] env[70636]: _type = "Task" [ 1559.463158] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.471017] env[70636]: DEBUG oslo_vmware.api [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.478394] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7051735-34e9-4fe9-9066-3d04c0cd91d4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.484978] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Suspending the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1559.485296] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d388b921-f2f2-491a-a1e7-4ba86e20b10b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.490649] env[70636]: DEBUG oslo_vmware.api [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1559.490649] env[70636]: value = "task-2885293" [ 1559.490649] env[70636]: _type = "Task" [ 1559.490649] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.499376] env[70636]: DEBUG oslo_vmware.api [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885293, 'name': SuspendVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.597447] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.597713] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.597894] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.598177] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.598355] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.598529] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.598809] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.598981] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.599214] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.599429] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.599620] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.605227] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46303c6-c57a-44d7-b7f5-5e47a6481843 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.621958] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1559.621958] env[70636]: value = "task-2885294" [ 1559.621958] env[70636]: _type = "Task" [ 1559.621958] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.632626] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.690709] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147576} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.691200] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.692418] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a6023-f61b-4a19-a282-78b07c2c4aab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.719667] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] cc993a80-ee62-4587-8b51-7b1f054bb758/cc993a80-ee62-4587-8b51-7b1f054bb758.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.720096] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b05bdc-250b-4221-b2ec-484186d5ed49 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.743033] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1559.743033] env[70636]: value = "task-2885295" [ 1559.743033] env[70636]: _type = "Task" [ 1559.743033] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.753358] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.973664] env[70636]: DEBUG oslo_vmware.api [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885292, 'name': PowerOffVM_Task, 'duration_secs': 0.291619} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.973911] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.974125] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.974431] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3abf3b66-af32-4999-8178-03e5c3347949 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.004639] env[70636]: DEBUG oslo_vmware.api [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885293, 'name': SuspendVM_Task} progress is 54%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.039072] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.039250] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.039520] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Deleting the datastore file [datastore1] 7968f222-2ecb-4169-83be-83f2b54033e1 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.039927] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aef07ea-8654-487c-8bfd-5aa6e767e34b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.048010] env[70636]: DEBUG oslo_vmware.api [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for the task: (returnval){ [ 1560.048010] env[70636]: value = "task-2885297" [ 1560.048010] env[70636]: _type = "Task" [ 1560.048010] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.059697] env[70636]: DEBUG oslo_vmware.api [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.133105] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885294, 'name': ReconfigVM_Task, 'duration_secs': 0.229258} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.133566] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1560.254183] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.500926] env[70636]: DEBUG oslo_vmware.api [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885293, 'name': SuspendVM_Task, 'duration_secs': 0.902452} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.501308] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Suspended the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1560.501351] env[70636]: DEBUG nova.compute.manager [None req-f0c44a2c-2dd8-4e34-a82e-d5895dd1735e tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.502152] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c6986-da59-4597-b4ec-17881f1bc18f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.558089] env[70636]: DEBUG oslo_vmware.api [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Task: {'id': task-2885297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382674} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.558363] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.558547] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.558723] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.558891] env[70636]: INFO nova.compute.manager [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1560.559221] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1560.559460] env[70636]: DEBUG nova.compute.manager [-] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1560.559572] env[70636]: DEBUG nova.network.neutron [-] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.640629] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.640854] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.641012] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.641190] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.641331] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.641494] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.641713] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.641874] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.642049] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.642261] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.642442] env[70636]: DEBUG nova.virt.hardware [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.647973] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1560.648284] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2456e4ff-751a-4861-8647-c7c79bf5781b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.667565] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1560.667565] env[70636]: value = "task-2885298" [ 1560.667565] env[70636]: _type = "Task" [ 1560.667565] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.677179] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.753705] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885295, 'name': ReconfigVM_Task, 'duration_secs': 0.692962} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.753997] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Reconfigured VM instance instance-00000079 to attach disk [datastore2] cc993a80-ee62-4587-8b51-7b1f054bb758/cc993a80-ee62-4587-8b51-7b1f054bb758.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.754704] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d90f6b7-ef79-48ef-ab6a-650c47d32400 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.761761] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1560.761761] env[70636]: value = "task-2885299" [ 1560.761761] env[70636]: _type = "Task" [ 1560.761761] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.774055] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885299, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.823583] env[70636]: DEBUG nova.compute.manager [req-78abd534-fcfd-49e3-9aaf-8ce185062558 req-9cfba4d3-3b5e-4217-8cd7-b00c217dbc69 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Received event network-vif-deleted-37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.823583] env[70636]: INFO nova.compute.manager [req-78abd534-fcfd-49e3-9aaf-8ce185062558 req-9cfba4d3-3b5e-4217-8cd7-b00c217dbc69 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Neutron deleted interface 37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f; detaching it from the instance and deleting it from the info cache [ 1560.823583] env[70636]: DEBUG nova.network.neutron [req-78abd534-fcfd-49e3-9aaf-8ce185062558 req-9cfba4d3-3b5e-4217-8cd7-b00c217dbc69 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.179979] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885298, 'name': ReconfigVM_Task, 'duration_secs': 0.16386} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.180336] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1561.181148] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63fc4c-9a63-4559-a873-b7a7126b2ba4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.203284] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929/10ed16a0-f8f6-4432-b644-b485187b7929.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.203604] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c60854-b836-4f3a-adce-d366e1448c07 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.221554] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1561.221554] env[70636]: value = "task-2885300" [ 1561.221554] env[70636]: _type = "Task" [ 1561.221554] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.229683] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.271393] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885299, 'name': Rename_Task, 'duration_secs': 0.176941} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.271678] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.271924] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee621011-f8c7-4501-a493-53b1c600de29 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.278765] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1561.278765] env[70636]: value = "task-2885301" [ 1561.278765] env[70636]: _type = "Task" [ 1561.278765] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.286498] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.305072] env[70636]: DEBUG nova.network.neutron [-] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.325671] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8849d48b-939e-4f81-99e2-d2b76398b538 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.336033] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c11a0d-7749-4430-817a-90d887ae0d23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.364356] env[70636]: DEBUG nova.compute.manager [req-78abd534-fcfd-49e3-9aaf-8ce185062558 req-9cfba4d3-3b5e-4217-8cd7-b00c217dbc69 service nova] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Detach interface failed, port_id=37a5a12b-6d2f-4fad-9c4e-d11ef2e4650f, reason: Instance 7968f222-2ecb-4169-83be-83f2b54033e1 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1561.733107] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.789135] env[70636]: DEBUG oslo_vmware.api [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885301, 'name': PowerOnVM_Task, 'duration_secs': 0.498519} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.789463] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.789778] env[70636]: INFO nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1561.790072] env[70636]: DEBUG nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.791048] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfeb398-cab6-4883-b6b4-1d089f8be074 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.808261] env[70636]: INFO nova.compute.manager [-] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Took 1.25 seconds to deallocate network for instance. [ 1561.968035] env[70636]: INFO nova.compute.manager [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Resuming [ 1561.968720] env[70636]: DEBUG nova.objects.instance [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'flavor' on Instance uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.232736] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885300, 'name': ReconfigVM_Task, 'duration_secs': 0.826321} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.233026] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929/10ed16a0-f8f6-4432-b644-b485187b7929.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.233327] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1562.308518] env[70636]: INFO nova.compute.manager [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Took 12.74 seconds to build instance. [ 1562.316201] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.316470] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.316680] env[70636]: DEBUG nova.objects.instance [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lazy-loading 'resources' on Instance uuid 7968f222-2ecb-4169-83be-83f2b54033e1 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.741098] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528a9cd6-5601-4358-8cb8-d6e3e3777b49 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.762969] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e60723f-de68-4aea-b40e-e5d08cc5a04f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.784079] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1562.810209] env[70636]: DEBUG oslo_concurrency.lockutils [None req-913aa2b9-0031-4600-926d-db62a1d1e094 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.248s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.927940] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b38a01-0b37-4a4c-9ac6-81e07ce4503e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.936073] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41404b49-cff4-448d-aeb1-8057a064ce34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.968753] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401bbd8-764d-4c0b-836f-212dc1efb88a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.976656] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf53f2-1682-409e-a0c8-b4bf3e9a11aa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.992808] env[70636]: DEBUG nova.compute.provider_tree [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.271684] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02561da-307d-4b3a-919f-2c33e5f4b09e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.280276] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Suspending the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1563.280276] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cf35ad46-3289-4670-aed2-40a0031ace52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.285145] env[70636]: DEBUG oslo_vmware.api [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1563.285145] env[70636]: value = "task-2885302" [ 1563.285145] env[70636]: _type = "Task" [ 1563.285145] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.295176] env[70636]: DEBUG oslo_vmware.api [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885302, 'name': SuspendVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.328188] env[70636]: DEBUG nova.network.neutron [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Port fd60d43b-355f-4992-8db8-71102a3389fc binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1563.484449] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.484768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquired lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.484934] env[70636]: DEBUG nova.network.neutron [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.495988] env[70636]: DEBUG nova.scheduler.client.report [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.795320] env[70636]: DEBUG oslo_vmware.api [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885302, 'name': SuspendVM_Task} progress is 70%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.939255] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae2b04-ecc3-f27d-6012-632853e4eadf/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1563.940241] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d418d0-97c7-4070-a138-3b9676c597b7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.947979] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae2b04-ecc3-f27d-6012-632853e4eadf/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1563.948348] env[70636]: ERROR oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae2b04-ecc3-f27d-6012-632853e4eadf/disk-0.vmdk due to incomplete transfer. [ 1563.948749] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68d85ec2-8caf-4014-8cef-d37b71631a39 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.956989] env[70636]: DEBUG oslo_vmware.rw_handles [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae2b04-ecc3-f27d-6012-632853e4eadf/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1563.957343] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Uploaded image 2b6b7cee-e716-4e58-8395-9584ad3bed49 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1563.960974] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1563.961371] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ab74e63-0efc-4dca-bad2-ceb09f2942d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.968481] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1563.968481] env[70636]: value = "task-2885303" [ 1563.968481] env[70636]: _type = "Task" [ 1563.968481] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.979231] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885303, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.002713] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.020950] env[70636]: INFO nova.scheduler.client.report [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Deleted allocations for instance 7968f222-2ecb-4169-83be-83f2b54033e1 [ 1564.199505] env[70636]: DEBUG nova.network.neutron [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [{"id": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "address": "fa:16:3e:67:96:64", "network": {"id": "9dc1ba84-417d-4931-8aac-68b9a38d241c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1193755949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b34560811de484e9f31e35715b080ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbb14c-1a", "ovs_interfaceid": "6fbbb14c-1a56-429a-bb04-42f3af47f407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.296123] env[70636]: DEBUG oslo_vmware.api [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885302, 'name': SuspendVM_Task, 'duration_secs': 0.644685} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.296360] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Suspended the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1564.296531] env[70636]: DEBUG nova.compute.manager [None req-883f9667-6c15-4b87-8b31-eebc84ab81a4 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.297311] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeb0cce-11e3-4808-b93e-9f0c08824626 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.346434] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.346668] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.346816] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.478120] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885303, 'name': Destroy_Task, 'duration_secs': 0.34354} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.478385] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Destroyed the VM [ 1564.478622] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1564.478875] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c13348bf-fd8b-489d-995e-63a7a8bc7d89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.484559] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1564.484559] env[70636]: value = "task-2885304" [ 1564.484559] env[70636]: _type = "Task" [ 1564.484559] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.492647] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.530103] env[70636]: DEBUG oslo_concurrency.lockutils [None req-693f5f06-40df-4d32-a551-adca74970784 tempest-ServerPasswordTestJSON-932040765 tempest-ServerPasswordTestJSON-932040765-project-member] Lock "7968f222-2ecb-4169-83be-83f2b54033e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.703361] env[70636]: DEBUG oslo_concurrency.lockutils [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Releasing lock "refresh_cache-d1a7ee09-85df-4db7-99e9-f4ae703f8394" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.704328] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525dff3-dc86-4e5d-8b12-194b64b396a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.711060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Resuming the VM {{(pid=70636) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1564.711374] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350cf617-4294-4453-8715-22ecfdf03580 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.717687] env[70636]: DEBUG oslo_vmware.api [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1564.717687] env[70636]: value = "task-2885305" [ 1564.717687] env[70636]: _type = "Task" [ 1564.717687] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.725859] env[70636]: DEBUG oslo_vmware.api [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.994979] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885304, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391682} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.995343] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1564.995624] env[70636]: DEBUG nova.compute.manager [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.996450] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5791f62-9624-4c50-808b-607ee633d871 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.231955] env[70636]: DEBUG oslo_vmware.api [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885305, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.407827] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.408339] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.408339] env[70636]: DEBUG nova.network.neutron [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.510498] env[70636]: INFO nova.compute.manager [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Shelve offloading [ 1565.637541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "cc993a80-ee62-4587-8b51-7b1f054bb758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.637872] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.638131] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "cc993a80-ee62-4587-8b51-7b1f054bb758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.638322] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.638497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.640818] env[70636]: INFO nova.compute.manager [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Terminating instance [ 1565.728662] env[70636]: DEBUG oslo_vmware.api [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885305, 'name': PowerOnVM_Task, 'duration_secs': 0.614808} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.728917] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Resumed the VM {{(pid=70636) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1565.729111] env[70636]: DEBUG nova.compute.manager [None req-cedeb247-576f-44a0-a738-7e635ae67163 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.729880] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3af299-b79a-4c7d-91aa-db4e79e4015c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.014024] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.014353] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c4cada-7389-45a0-93f6-a85ac5ad8e52 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.022079] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1566.022079] env[70636]: value = "task-2885306" [ 1566.022079] env[70636]: _type = "Task" [ 1566.022079] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.030538] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.138453] env[70636]: DEBUG nova.network.neutron [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.144691] env[70636]: DEBUG nova.compute.manager [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.145606] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.148677] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf3800-73e2-4c54-bd53-723e713619f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.158274] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1566.158537] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbeacdc8-94ad-4aea-910d-998fecee569b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.259947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.260223] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.260425] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleting the datastore file [datastore2] cc993a80-ee62-4587-8b51-7b1f054bb758 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.260721] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc081fd-91b0-4b88-862f-dfd93b1c1a5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.267554] env[70636]: DEBUG oslo_vmware.api [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1566.267554] env[70636]: value = "task-2885308" [ 1566.267554] env[70636]: _type = "Task" [ 1566.267554] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.276421] env[70636]: DEBUG oslo_vmware.api [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.533896] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1566.534174] env[70636]: DEBUG nova.compute.manager [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.535902] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f1b70-3447-4de6-a399-6cfe16f2e324 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.540843] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.541026] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.541210] env[70636]: DEBUG nova.network.neutron [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.641649] env[70636]: DEBUG oslo_concurrency.lockutils [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.778688] env[70636]: DEBUG oslo_vmware.api [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441645} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.778952] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.779154] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.779336] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.779508] env[70636]: INFO nova.compute.manager [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1566.779746] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1566.779940] env[70636]: DEBUG nova.compute.manager [-] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.780049] env[70636]: DEBUG nova.network.neutron [-] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.049827] env[70636]: DEBUG nova.compute.manager [req-45ec3daf-f456-4186-aaa8-b6ab633e39c2 req-b557f398-6c92-41bf-85f3-a182af2ecaff service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Received event network-vif-deleted-7de07d51-9655-4e89-96a7-5986edc5f9d0 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1567.050090] env[70636]: INFO nova.compute.manager [req-45ec3daf-f456-4186-aaa8-b6ab633e39c2 req-b557f398-6c92-41bf-85f3-a182af2ecaff service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Neutron deleted interface 7de07d51-9655-4e89-96a7-5986edc5f9d0; detaching it from the instance and deleting it from the info cache [ 1567.050304] env[70636]: DEBUG nova.network.neutron [req-45ec3daf-f456-4186-aaa8-b6ab633e39c2 req-b557f398-6c92-41bf-85f3-a182af2ecaff service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.178167] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f27b888-7f2e-4a41-941b-84997fe9cd3d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.200684] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78a4980-9a62-4bd2-b93e-9b4697d1e09c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.208192] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1567.300789] env[70636]: DEBUG nova.network.neutron [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.532070] env[70636]: DEBUG nova.network.neutron [-] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.553257] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f9dea34-3435-4b9d-acb7-65c34b43d465 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.562735] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a068e-4f92-4726-917d-d6b77c030b95 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.590317] env[70636]: DEBUG nova.compute.manager [req-45ec3daf-f456-4186-aaa8-b6ab633e39c2 req-b557f398-6c92-41bf-85f3-a182af2ecaff service nova] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Detach interface failed, port_id=7de07d51-9655-4e89-96a7-5986edc5f9d0, reason: Instance cc993a80-ee62-4587-8b51-7b1f054bb758 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1567.714603] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.714930] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01267a5c-81d8-4628-8bcf-f6ee1b92e486 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.721704] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1567.721704] env[70636]: value = "task-2885309" [ 1567.721704] env[70636]: _type = "Task" [ 1567.721704] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.729441] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.803828] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.040058] env[70636]: INFO nova.compute.manager [-] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Took 1.26 seconds to deallocate network for instance. [ 1568.121903] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.122991] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b2c7ee-0320-4d6e-b42a-e5d71cc8cb7e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.131208] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1568.131512] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d95ccf5c-ddad-4330-a3da-69cae910c641 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.199582] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.199853] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.200030] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleting the datastore file [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.200285] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0da8e5-a556-4652-88e0-659ad50368f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.206751] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1568.206751] env[70636]: value = "task-2885311" [ 1568.206751] env[70636]: _type = "Task" [ 1568.206751] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.215170] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.230092] env[70636]: DEBUG oslo_vmware.api [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885309, 'name': PowerOnVM_Task, 'duration_secs': 0.426951} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.230356] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.230538] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed0e0a-bc14-48cb-b653-47e57dc858df tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance '10ed16a0-f8f6-4432-b644-b485187b7929' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1568.545718] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.546031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.546310] env[70636]: DEBUG nova.objects.instance [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'resources' on Instance uuid cc993a80-ee62-4587-8b51-7b1f054bb758 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.717180] env[70636]: DEBUG oslo_vmware.api [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148443} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.717432] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.717617] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.717823] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.741749] env[70636]: INFO nova.scheduler.client.report [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted allocations for instance d4e90547-1ce2-41ad-b281-e96e528d0d7e [ 1569.080959] env[70636]: DEBUG nova.compute.manager [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-vif-unplugged-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.080959] env[70636]: DEBUG oslo_concurrency.lockutils [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.080959] env[70636]: DEBUG oslo_concurrency.lockutils [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.081525] env[70636]: DEBUG oslo_concurrency.lockutils [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.081525] env[70636]: DEBUG nova.compute.manager [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] No waiting events found dispatching network-vif-unplugged-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.081525] env[70636]: WARNING nova.compute.manager [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received unexpected event network-vif-unplugged-da81e572-c099-4dee-8ab7-d649eeb056ca for instance with vm_state shelved_offloaded and task_state None. [ 1569.081525] env[70636]: DEBUG nova.compute.manager [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.081668] env[70636]: DEBUG nova.compute.manager [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing instance network info cache due to event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1569.081829] env[70636]: DEBUG oslo_concurrency.lockutils [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.081961] env[70636]: DEBUG oslo_concurrency.lockutils [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.082131] env[70636]: DEBUG nova.network.neutron [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.116511] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81777a2b-2457-4b17-9657-dc82cc62b812 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.123971] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e5c42-d357-4994-9d91-a62ef1d04b2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.158848] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4766fa-5c37-4e36-adf7-5b94de23d2f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.167563] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92381caf-ec73-4c4f-aa21-9d964d97812f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.185013] env[70636]: DEBUG nova.compute.provider_tree [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.245602] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.690496] env[70636]: DEBUG nova.scheduler.client.report [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.796174] env[70636]: DEBUG nova.network.neutron [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updated VIF entry in instance network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.796530] env[70636]: DEBUG nova.network.neutron [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda81e572-c0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.960976] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.961261] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.961457] env[70636]: DEBUG nova.compute.manager [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Going to confirm migration 6 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1570.195602] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.199106] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.953s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.199339] env[70636]: DEBUG nova.objects.instance [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'resources' on Instance uuid d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.223329] env[70636]: INFO nova.scheduler.client.report [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocations for instance cc993a80-ee62-4587-8b51-7b1f054bb758 [ 1570.299490] env[70636]: DEBUG oslo_concurrency.lockutils [req-6ac7577f-b616-4700-b520-334f0f89d857 req-56fc3bfc-b004-4d56-8f18-f78679d6136f service nova] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.476605] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.476881] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.477118] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.477316] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.477483] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.480303] env[70636]: INFO nova.compute.manager [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Terminating instance [ 1570.532113] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.532364] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.532561] env[70636]: DEBUG nova.network.neutron [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.532748] env[70636]: DEBUG nova.objects.instance [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'info_cache' on Instance uuid 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.702793] env[70636]: DEBUG nova.objects.instance [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'numa_topology' on Instance uuid d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.730497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-81fa7db2-abca-4eb9-a44d-acf28d682ed5 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "cc993a80-ee62-4587-8b51-7b1f054bb758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.093s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.982551] env[70636]: DEBUG nova.compute.manager [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.985255] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.985255] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d98c8bd-b898-4e87-9712-e2a42b4b5bd5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.991509] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.991748] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7acaaa3f-54f2-4f47-9278-759c3199efc2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.997597] env[70636]: DEBUG oslo_vmware.api [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1570.997597] env[70636]: value = "task-2885312" [ 1570.997597] env[70636]: _type = "Task" [ 1570.997597] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.004903] env[70636]: DEBUG oslo_vmware.api [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.205402] env[70636]: DEBUG nova.objects.base [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1571.291231] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4139b516-01c5-4193-90d0-6d5e0f38f10f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.298361] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7388e4-a689-4c4c-96a4-5d9f7bb9f44c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.328174] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.329153] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a39401-a3b4-4eda-bc01-1730eec5e920 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.336162] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf0e24-f9a8-4b9b-9fe4-facf3afab690 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.348900] env[70636]: DEBUG nova.compute.provider_tree [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.510380] env[70636]: DEBUG oslo_vmware.api [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885312, 'name': PowerOffVM_Task, 'duration_secs': 0.205351} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.510772] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.510920] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.511216] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4496cb5-8062-4058-a351-d1de84ee641e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.578262] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.578498] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.578682] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleting the datastore file [datastore1] d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.578951] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f13895a-bee8-4df1-b4bb-812f7733107f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.586414] env[70636]: DEBUG oslo_vmware.api [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for the task: (returnval){ [ 1571.586414] env[70636]: value = "task-2885314" [ 1571.586414] env[70636]: _type = "Task" [ 1571.586414] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.594439] env[70636]: DEBUG oslo_vmware.api [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.603203] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.603428] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.746347] env[70636]: DEBUG nova.network.neutron [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [{"id": "fd60d43b-355f-4992-8db8-71102a3389fc", "address": "fa:16:3e:2f:a9:29", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd60d43b-35", "ovs_interfaceid": "fd60d43b-355f-4992-8db8-71102a3389fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.852041] env[70636]: DEBUG nova.scheduler.client.report [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.096521] env[70636]: DEBUG oslo_vmware.api [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Task: {'id': task-2885314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15647} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.096767] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.096947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.097136] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.097311] env[70636]: INFO nova.compute.manager [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1572.097557] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1572.097755] env[70636]: DEBUG nova.compute.manager [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.097849] env[70636]: DEBUG nova.network.neutron [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.108058] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1572.248653] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-10ed16a0-f8f6-4432-b644-b485187b7929" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.248978] env[70636]: DEBUG nova.objects.instance [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'migration_context' on Instance uuid 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.356689] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.361147] env[70636]: DEBUG nova.compute.manager [req-3d979a68-b5ad-4d0d-965c-ed0675546b79 req-5164b5d6-79ac-49dd-9e62-ba1e692d9d97 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Received event network-vif-deleted-6fbbb14c-1a56-429a-bb04-42f3af47f407 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.361351] env[70636]: INFO nova.compute.manager [req-3d979a68-b5ad-4d0d-965c-ed0675546b79 req-5164b5d6-79ac-49dd-9e62-ba1e692d9d97 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Neutron deleted interface 6fbbb14c-1a56-429a-bb04-42f3af47f407; detaching it from the instance and deleting it from the info cache [ 1572.361520] env[70636]: DEBUG nova.network.neutron [req-3d979a68-b5ad-4d0d-965c-ed0675546b79 req-5164b5d6-79ac-49dd-9e62-ba1e692d9d97 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.630535] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.630826] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.632284] env[70636]: INFO nova.compute.claims [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.752130] env[70636]: DEBUG nova.objects.base [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Object Instance<10ed16a0-f8f6-4432-b644-b485187b7929> lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1572.753161] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29786f41-bed1-4202-b138-6969cdbfb02b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.772384] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631b31fb-0eef-478e-b93e-bcbc39df7a8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.777598] env[70636]: DEBUG oslo_vmware.api [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1572.777598] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a656fb-d6c2-0090-5311-bc38908d65ad" [ 1572.777598] env[70636]: _type = "Task" [ 1572.777598] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.784958] env[70636]: DEBUG oslo_vmware.api [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a656fb-d6c2-0090-5311-bc38908d65ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.835864] env[70636]: DEBUG nova.network.neutron [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.865256] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99b85220-dd8d-4db4-8d6c-d04a2ce867be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.869540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-eeba59e3-976c-4e88-a0e3-cc7042980771 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.866s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.870594] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.542s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.870594] env[70636]: INFO nova.compute.manager [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Unshelving [ 1572.876469] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5ec86-e8eb-438f-93eb-db5e9175135a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.901737] env[70636]: DEBUG nova.compute.manager [req-3d979a68-b5ad-4d0d-965c-ed0675546b79 req-5164b5d6-79ac-49dd-9e62-ba1e692d9d97 service nova] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Detach interface failed, port_id=6fbbb14c-1a56-429a-bb04-42f3af47f407, reason: Instance d1a7ee09-85df-4db7-99e9-f4ae703f8394 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1573.289405] env[70636]: DEBUG oslo_vmware.api [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a656fb-d6c2-0090-5311-bc38908d65ad, 'name': SearchDatastore_Task, 'duration_secs': 0.006609} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.289686] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.338393] env[70636]: INFO nova.compute.manager [-] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Took 1.24 seconds to deallocate network for instance. [ 1573.716031] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d67f143-dc5a-46c8-89c5-f9cca3de521f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.723600] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0410ed-0c91-45e9-8f93-038549610d18 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.752596] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acc698d-e5b6-4883-8f00-f4a4c2bf15cc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.759156] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da72387-cfb1-4ed3-9fe2-499ba9bafb16 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.771617] env[70636]: DEBUG nova.compute.provider_tree [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.847042] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.890337] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.275163] env[70636]: DEBUG nova.scheduler.client.report [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.373095] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.779887] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.780436] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1574.783010] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.493s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.958634] env[70636]: DEBUG nova.compute.manager [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.959616] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3590c-358e-4a56-be04-338c982cd1a1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.288986] env[70636]: DEBUG nova.compute.utils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1575.290692] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1575.290854] env[70636]: DEBUG nova.network.neutron [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1575.347357] env[70636]: DEBUG nova.policy [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b5155552a740ce8a18fee618d8c056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f304cb401842598cbe5e714f2156b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1575.374936] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcd992f-a2e1-48d4-b644-1510eb53f110 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.382372] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6920875-9f9a-4dec-8dea-82d3fa52adaa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.412088] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53febcd6-ad65-4397-92d1-ec5fe008664d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.419110] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1f3a74-a7ff-4951-9442-05937cb2371b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.431823] env[70636]: DEBUG nova.compute.provider_tree [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.470090] env[70636]: INFO nova.compute.manager [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] instance snapshotting [ 1575.471644] env[70636]: DEBUG nova.objects.instance [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'flavor' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.604532] env[70636]: DEBUG nova.network.neutron [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Successfully created port: 350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1575.793794] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1575.937793] env[70636]: DEBUG nova.scheduler.client.report [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.977276] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31350dcb-472f-4bea-a69a-ae691d360766 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.996454] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f96f0-a3fe-4668-8026-87b48bdee43a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.376910] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.377219] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.377314] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.506165] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1576.506496] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21f77eb8-37ea-46fd-82b0-60f48b03d577 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.515861] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1576.515861] env[70636]: value = "task-2885315" [ 1576.515861] env[70636]: _type = "Task" [ 1576.515861] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.523921] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.802772] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1576.826404] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1576.826692] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.826862] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1576.827062] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.827222] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1576.827361] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1576.827570] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1576.827734] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1576.827903] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1576.828104] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1576.828262] env[70636]: DEBUG nova.virt.hardware [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1576.829223] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19792820-05ab-42ce-9c19-1dd5b0663418 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.837427] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b5d2bc-fd60-4ca0-a3b2-bf2a92feee82 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.947265] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.164s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.950281] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.103s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.951752] env[70636]: DEBUG nova.objects.instance [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lazy-loading 'resources' on Instance uuid d1a7ee09-85df-4db7-99e9-f4ae703f8394 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.956693] env[70636]: DEBUG nova.compute.manager [req-e716b1d3-b88f-447b-8048-8f39951d331a req-93239e74-a03d-4e95-9574-385799497b79 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Received event network-vif-plugged-350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1576.956901] env[70636]: DEBUG oslo_concurrency.lockutils [req-e716b1d3-b88f-447b-8048-8f39951d331a req-93239e74-a03d-4e95-9574-385799497b79 service nova] Acquiring lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.957113] env[70636]: DEBUG oslo_concurrency.lockutils [req-e716b1d3-b88f-447b-8048-8f39951d331a req-93239e74-a03d-4e95-9574-385799497b79 service nova] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.957278] env[70636]: DEBUG oslo_concurrency.lockutils [req-e716b1d3-b88f-447b-8048-8f39951d331a req-93239e74-a03d-4e95-9574-385799497b79 service nova] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.957439] env[70636]: DEBUG nova.compute.manager [req-e716b1d3-b88f-447b-8048-8f39951d331a req-93239e74-a03d-4e95-9574-385799497b79 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] No waiting events found dispatching network-vif-plugged-350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1576.957679] env[70636]: WARNING nova.compute.manager [req-e716b1d3-b88f-447b-8048-8f39951d331a req-93239e74-a03d-4e95-9574-385799497b79 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Received unexpected event network-vif-plugged-350220b5-38a0-4664-9ebd-288cc4645858 for instance with vm_state building and task_state spawning. [ 1577.027225] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885315, 'name': CreateSnapshot_Task, 'duration_secs': 0.481756} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.027493] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1577.028237] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9eb08-d126-4044-a648-c359ae59fa1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.038530] env[70636]: DEBUG nova.network.neutron [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Successfully updated port: 350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1577.377582] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.377902] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.377985] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1577.511070] env[70636]: INFO nova.scheduler.client.report [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted allocation for migration a8aa6c3e-ee0d-4c1c-9370-2786868d3b1f [ 1577.540464] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a035454-dd68-478a-8521-21edf9cacc17 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.549891] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1577.550528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.550609] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.550683] env[70636]: DEBUG nova.network.neutron [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.552138] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f465d1a9-03e3-47b8-8cf5-38dfdd9b42a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.561656] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1fefa8-6091-4af1-b411-5504f23cb79d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.565325] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1577.565325] env[70636]: value = "task-2885316" [ 1577.565325] env[70636]: _type = "Task" [ 1577.565325] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.593836] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19b19c5-341c-4e79-9873-5b58f8d6508e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.600253] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885316, 'name': CloneVM_Task} progress is 12%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.605342] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb6d658-88ad-43fb-b4b7-35345dc307b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.621069] env[70636]: DEBUG nova.compute.provider_tree [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.006090] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.016418] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b61edc7e-c980-4d80-8798-8d5d53560800 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.055s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.017889] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.012s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.018156] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.018359] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.018528] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.020544] env[70636]: INFO nova.compute.manager [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Terminating instance [ 1578.076361] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885316, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.087311] env[70636]: DEBUG nova.network.neutron [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.123858] env[70636]: DEBUG nova.scheduler.client.report [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.249085] env[70636]: DEBUG nova.network.neutron [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [{"id": "350220b5-38a0-4664-9ebd-288cc4645858", "address": "fa:16:3e:e5:3e:1d", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350220b5-38", "ovs_interfaceid": "350220b5-38a0-4664-9ebd-288cc4645858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.524508] env[70636]: DEBUG nova.compute.manager [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1578.525018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.525886] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d2ab4-3838-4772-bf93-492dacff7e79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.533386] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.533614] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f8429b-3ff2-4730-8566-332dbc39b56f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.540312] env[70636]: DEBUG oslo_vmware.api [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1578.540312] env[70636]: value = "task-2885317" [ 1578.540312] env[70636]: _type = "Task" [ 1578.540312] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.548788] env[70636]: DEBUG oslo_vmware.api [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.575817] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885316, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.628871] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.631487] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.741s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.631597] env[70636]: DEBUG nova.objects.instance [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'pci_requests' on Instance uuid d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.659389] env[70636]: INFO nova.scheduler.client.report [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Deleted allocations for instance d1a7ee09-85df-4db7-99e9-f4ae703f8394 [ 1578.752486] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.752829] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Instance network_info: |[{"id": "350220b5-38a0-4664-9ebd-288cc4645858", "address": "fa:16:3e:e5:3e:1d", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350220b5-38", "ovs_interfaceid": "350220b5-38a0-4664-9ebd-288cc4645858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1578.753263] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350220b5-38a0-4664-9ebd-288cc4645858', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.760991] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1578.760991] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.761214] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316b60a4-e43b-42b6-9a49-e9acadd75b13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.780630] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.780630] env[70636]: value = "task-2885318" [ 1578.780630] env[70636]: _type = "Task" [ 1578.780630] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.787775] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885318, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.988916] env[70636]: DEBUG nova.compute.manager [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Received event network-changed-350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1578.988916] env[70636]: DEBUG nova.compute.manager [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Refreshing instance network info cache due to event network-changed-350220b5-38a0-4664-9ebd-288cc4645858. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1578.989457] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] Acquiring lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.989611] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] Acquired lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.989777] env[70636]: DEBUG nova.network.neutron [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Refreshing network info cache for port 350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.051905] env[70636]: DEBUG oslo_vmware.api [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885317, 'name': PowerOffVM_Task, 'duration_secs': 0.166068} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.052149] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.052375] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.052698] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4edbf49b-abfc-4e49-aff2-f805599c6115 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.075689] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885316, 'name': CloneVM_Task, 'duration_secs': 1.284144} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.075954] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created linked-clone VM from snapshot [ 1579.076667] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d2f5d-87f6-4c79-9de3-b0773fa1ce40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.083731] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Uploading image 1d9f687a-2720-4d0f-a0ff-e59893b2be2d {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1579.105627] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1579.105627] env[70636]: value = "vm-579720" [ 1579.105627] env[70636]: _type = "VirtualMachine" [ 1579.105627] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1579.105920] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4557e37-a3c5-4f81-ad2c-333a7139546a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.112128] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease: (returnval){ [ 1579.112128] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aba16f-ddb0-6c78-28f8-244d94df1976" [ 1579.112128] env[70636]: _type = "HttpNfcLease" [ 1579.112128] env[70636]: } obtained for exporting VM: (result){ [ 1579.112128] env[70636]: value = "vm-579720" [ 1579.112128] env[70636]: _type = "VirtualMachine" [ 1579.112128] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1579.112392] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the lease: (returnval){ [ 1579.112392] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aba16f-ddb0-6c78-28f8-244d94df1976" [ 1579.112392] env[70636]: _type = "HttpNfcLease" [ 1579.112392] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1579.118689] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1579.118689] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aba16f-ddb0-6c78-28f8-244d94df1976" [ 1579.118689] env[70636]: _type = "HttpNfcLease" [ 1579.118689] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1579.135452] env[70636]: DEBUG nova.objects.instance [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'numa_topology' on Instance uuid d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.155441] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.155680] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.155869] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleting the datastore file [datastore1] 10ed16a0-f8f6-4432-b644-b485187b7929 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.156141] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b19ea5aa-34bf-48c6-9861-feca3ac5cc0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.162912] env[70636]: DEBUG oslo_vmware.api [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1579.162912] env[70636]: value = "task-2885321" [ 1579.162912] env[70636]: _type = "Task" [ 1579.162912] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.169325] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0e6ba22a-7fe1-4239-858c-026b9cc48771 tempest-ServersNegativeTestJSON-598564908 tempest-ServersNegativeTestJSON-598564908-project-member] Lock "d1a7ee09-85df-4db7-99e9-f4ae703f8394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.692s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.173420] env[70636]: DEBUG oslo_vmware.api [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.290940] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885318, 'name': CreateVM_Task, 'duration_secs': 0.346772} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.291160] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1579.291791] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.291994] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.292348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.292680] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d81e72-db1e-475d-ab52-e8f002808a45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.297401] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1579.297401] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52316776-3112-3f71-4379-7d8ac376c1a6" [ 1579.297401] env[70636]: _type = "Task" [ 1579.297401] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.305454] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52316776-3112-3f71-4379-7d8ac376c1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.377607] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.621662] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1579.621662] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aba16f-ddb0-6c78-28f8-244d94df1976" [ 1579.621662] env[70636]: _type = "HttpNfcLease" [ 1579.621662] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1579.621662] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1579.621662] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52aba16f-ddb0-6c78-28f8-244d94df1976" [ 1579.621662] env[70636]: _type = "HttpNfcLease" [ 1579.621662] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1579.621662] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da998d-cf1b-4813-8bb6-f3b5e74af218 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.629909] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c8455-d077-4414-682f-02aeca3ba7dd/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1579.630101] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c8455-d077-4414-682f-02aeca3ba7dd/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1579.686619] env[70636]: INFO nova.compute.claims [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.702854] env[70636]: DEBUG oslo_vmware.api [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182541} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.703129] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.703321] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.703496] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.703673] env[70636]: INFO nova.compute.manager [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1579.703920] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1579.704129] env[70636]: DEBUG nova.compute.manager [-] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1579.704227] env[70636]: DEBUG nova.network.neutron [-] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.799593] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19250248-47bb-44aa-a3ea-a50086524e34 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.809878] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52316776-3112-3f71-4379-7d8ac376c1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.811076] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.811309] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.811541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.811686] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.811862] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.813906] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b13b5441-32ad-4161-898a-03fc801532f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.825364] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.825542] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.826286] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33929df-3dcc-4d5c-834f-fb8ddc4c6911 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.836328] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1579.836328] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5221adcf-3a43-b227-a3ba-b89d2ecca682" [ 1579.836328] env[70636]: _type = "Task" [ 1579.836328] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.843785] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5221adcf-3a43-b227-a3ba-b89d2ecca682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.880570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.972271] env[70636]: DEBUG nova.network.neutron [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updated VIF entry in instance network info cache for port 350220b5-38a0-4664-9ebd-288cc4645858. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.972713] env[70636]: DEBUG nova.network.neutron [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [{"id": "350220b5-38a0-4664-9ebd-288cc4645858", "address": "fa:16:3e:e5:3e:1d", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350220b5-38", "ovs_interfaceid": "350220b5-38a0-4664-9ebd-288cc4645858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.347922] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5221adcf-3a43-b227-a3ba-b89d2ecca682, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.348635] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c465be5b-eac5-420a-bce7-8fadd0fa471c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.356171] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1580.356171] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f24adb-7300-1cef-e026-737400dc4e42" [ 1580.356171] env[70636]: _type = "Task" [ 1580.356171] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.364385] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f24adb-7300-1cef-e026-737400dc4e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.476270] env[70636]: DEBUG oslo_concurrency.lockutils [req-9a7442ab-0ed0-487c-bd18-c21a60c30810 req-a8b45916-4245-4f7b-aa6e-615dcdfadc45 service nova] Releasing lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.793885] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179bf6ff-3910-4ad9-9512-5f78bc956aa9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.804478] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79264c2b-6f98-4941-b1ac-21b90dbb4428 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.836091] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed76440-1aed-46de-aed9-a97fe144e93a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.843772] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48c363-7ff4-4460-9775-a7d3cd69c19d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.857825] env[70636]: DEBUG nova.compute.provider_tree [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.868519] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52f24adb-7300-1cef-e026-737400dc4e42, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.869598] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.869928] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53/f190ad32-a699-4e20-bfb9-ea006e17fb53.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.870281] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafb64fb-cdad-43c3-8c6a-8b8d321b37f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.879019] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1580.879019] env[70636]: value = "task-2885322" [ 1580.879019] env[70636]: _type = "Task" [ 1580.879019] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.890633] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.897441] env[70636]: DEBUG nova.network.neutron [-] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.018977] env[70636]: DEBUG nova.compute.manager [req-72aeb419-b914-4e04-9ebe-22de98e04fb7 req-c0b948c0-c6eb-4d41-b69f-fa50270e7b8e service nova] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Received event network-vif-deleted-fd60d43b-355f-4992-8db8-71102a3389fc {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1581.361556] env[70636]: DEBUG nova.scheduler.client.report [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.391948] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.402057] env[70636]: INFO nova.compute.manager [-] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Took 1.70 seconds to deallocate network for instance. [ 1581.868170] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.870452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.990s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.870678] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.870853] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1581.871767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441c1f8-bad2-46f4-a34e-4dbcb51e0c7f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.880961] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34565cbd-28ff-4c57-aeb1-30eeddd512f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.894040] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.902187] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53/f190ad32-a699-4e20-bfb9-ea006e17fb53.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.902479] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.902979] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04757501-3497-4bb7-bbec-19027b3ba193 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.905712] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d386c-0ada-4234-919a-de9493be1dd0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.909229] env[70636]: INFO nova.network.neutron [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating port da81e572-c099-4dee-8ab7-d649eeb056ca with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1581.912630] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.912975] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.913266] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.920262] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d76a97-730e-4295-bc61-78278c5e8e58 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.924339] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1581.924339] env[70636]: value = "task-2885323" [ 1581.924339] env[70636]: _type = "Task" [ 1581.924339] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.955186] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180655MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1581.955359] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.955595] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.958772] env[70636]: INFO nova.scheduler.client.report [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted allocations for instance 10ed16a0-f8f6-4432-b644-b485187b7929 [ 1581.968758] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.438049] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104543} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.438341] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.439160] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98110dd4-5626-41c1-8ba8-15631eac4729 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.461975] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53/f190ad32-a699-4e20-bfb9-ea006e17fb53.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.465068] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace1e3dd-9e76-4aa9-8885-b744537e680b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.484698] env[70636]: DEBUG oslo_concurrency.lockutils [None req-7ddfa2ba-5453-468f-b6a7-3a48643e21d3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "10ed16a0-f8f6-4432-b644-b485187b7929" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.467s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.490799] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1582.490799] env[70636]: value = "task-2885324" [ 1582.490799] env[70636]: _type = "Task" [ 1582.490799] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.499542] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.500516] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1582.500654] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance d4e90547-1ce2-41ad-b281-e96e528d0d7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1582.500777] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f190ad32-a699-4e20-bfb9-ea006e17fb53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1582.500951] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1582.501105] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1582.558452] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f343d8a-d345-4931-b6e9-4d7a0c535be9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.566464] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dce4b6-7d52-401e-940f-613b15355b9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.599878] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38170ba0-8de3-419b-ba55-237e0576e611 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.608251] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6936736-635b-4a22-8b0f-1f53b96afc45 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.623994] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.001277] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885324, 'name': ReconfigVM_Task, 'duration_secs': 0.323424} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.001630] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53/f190ad32-a699-4e20-bfb9-ea006e17fb53.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.002321] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a44f6a9-e8fe-41fe-b9aa-0020135e8c61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.008722] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1583.008722] env[70636]: value = "task-2885325" [ 1583.008722] env[70636]: _type = "Task" [ 1583.008722] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.017042] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885325, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.126900] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1583.330524] env[70636]: DEBUG nova.compute.manager [req-93e9f7ff-c84a-4f79-abf0-11f556db4b51 req-cbdf5513-8daf-446f-8acd-334196c1d721 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-vif-plugged-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1583.330786] env[70636]: DEBUG oslo_concurrency.lockutils [req-93e9f7ff-c84a-4f79-abf0-11f556db4b51 req-cbdf5513-8daf-446f-8acd-334196c1d721 service nova] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.330997] env[70636]: DEBUG oslo_concurrency.lockutils [req-93e9f7ff-c84a-4f79-abf0-11f556db4b51 req-cbdf5513-8daf-446f-8acd-334196c1d721 service nova] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.331187] env[70636]: DEBUG oslo_concurrency.lockutils [req-93e9f7ff-c84a-4f79-abf0-11f556db4b51 req-cbdf5513-8daf-446f-8acd-334196c1d721 service nova] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.331352] env[70636]: DEBUG nova.compute.manager [req-93e9f7ff-c84a-4f79-abf0-11f556db4b51 req-cbdf5513-8daf-446f-8acd-334196c1d721 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] No waiting events found dispatching network-vif-plugged-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1583.331517] env[70636]: WARNING nova.compute.manager [req-93e9f7ff-c84a-4f79-abf0-11f556db4b51 req-cbdf5513-8daf-446f-8acd-334196c1d721 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received unexpected event network-vif-plugged-da81e572-c099-4dee-8ab7-d649eeb056ca for instance with vm_state shelved_offloaded and task_state spawning. [ 1583.425535] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.425770] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.425971] env[70636]: DEBUG nova.network.neutron [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.519412] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885325, 'name': Rename_Task, 'duration_secs': 0.148066} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.519701] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.519950] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90c2c8a-9e81-48b9-8d14-179f1ced6dfd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.527156] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1583.527156] env[70636]: value = "task-2885326" [ 1583.527156] env[70636]: _type = "Task" [ 1583.527156] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.534951] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.632044] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1583.632299] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.677s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.036970] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "73b7809f-72e7-481c-a197-ba9dc4915230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.037353] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.041900] env[70636]: DEBUG oslo_vmware.api [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885326, 'name': PowerOnVM_Task, 'duration_secs': 0.465541} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.042156] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.042355] env[70636]: INFO nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1584.042542] env[70636]: DEBUG nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.045754] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883166ec-57dd-4152-8eaa-62232ea93838 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.170805] env[70636]: DEBUG nova.network.neutron [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.539908] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1584.563308] env[70636]: INFO nova.compute.manager [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Took 11.95 seconds to build instance. [ 1584.632257] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.675926] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.698302] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c22bfc21695642810895fec8de4a0ce3',container_format='bare',created_at=2025-03-10T10:47:32Z,direct_url=,disk_format='vmdk',id=2b6b7cee-e716-4e58-8395-9584ad3bed49,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-815378963-shelved',owner='cd9cc0564c654ff3ad61a9b398480a86',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-10T10:47:47Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.698616] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.698801] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.699051] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.699239] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.699419] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.699673] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.699867] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.700095] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.700308] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.700511] env[70636]: DEBUG nova.virt.hardware [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.701430] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd5e4d-a5aa-4f6e-b437-9eeb5ceb7d73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.709884] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b4373-a121-4e8a-9725-7b1e6fa69834 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.724062] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:f7:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da81e572-c099-4dee-8ab7-d649eeb056ca', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.731591] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1584.731880] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.732123] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4490cc6b-1b1d-4c43-83c6-e2b92d092646 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.750180] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.750180] env[70636]: value = "task-2885327" [ 1584.750180] env[70636]: _type = "Task" [ 1584.750180] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.757786] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885327, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.064139] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.064458] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.066029] env[70636]: INFO nova.compute.claims [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.068766] env[70636]: DEBUG oslo_concurrency.lockutils [None req-b70ef9ea-e938-4d21-b878-b6c25590d05f tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.465s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.139562] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.260843] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885327, 'name': CreateVM_Task, 'duration_secs': 0.428832} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.260843] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.261180] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.261352] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.261728] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.261989] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb55f11f-c3fd-4bf8-bea4-1be05dfe783d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.267075] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1585.267075] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5297c3b5-5abc-d0bd-6e80-180413c7fab3" [ 1585.267075] env[70636]: _type = "Task" [ 1585.267075] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.276110] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5297c3b5-5abc-d0bd-6e80-180413c7fab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.360109] env[70636]: DEBUG nova.compute.manager [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1585.360831] env[70636]: DEBUG nova.compute.manager [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing instance network info cache due to event network-changed-da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1585.360831] env[70636]: DEBUG oslo_concurrency.lockutils [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] Acquiring lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.360831] env[70636]: DEBUG oslo_concurrency.lockutils [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] Acquired lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.361011] env[70636]: DEBUG nova.network.neutron [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Refreshing network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.780037] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.780365] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Processing image 2b6b7cee-e716-4e58-8395-9584ad3bed49 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.780651] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.780847] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.781073] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.781379] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c57c1733-e0f0-4035-baba-d800350ca5d9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.791248] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.791466] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.792185] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c305da55-eab9-402d-a85a-9800aacd19f1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.797683] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1585.797683] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9d7f4-fd67-5a28-d4ff-14504eced139" [ 1585.797683] env[70636]: _type = "Task" [ 1585.797683] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.805093] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9d7f4-fd67-5a28-d4ff-14504eced139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.101922] env[70636]: DEBUG nova.network.neutron [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updated VIF entry in instance network info cache for port da81e572-c099-4dee-8ab7-d649eeb056ca. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.102332] env[70636]: DEBUG nova.network.neutron [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [{"id": "da81e572-c099-4dee-8ab7-d649eeb056ca", "address": "fa:16:3e:53:f7:df", "network": {"id": "906c2065-2560-4968-9421-6d08263e911b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1562520864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd9cc0564c654ff3ad61a9b398480a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda81e572-c0", "ovs_interfaceid": "da81e572-c099-4dee-8ab7-d649eeb056ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.155448] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb116f-f254-400d-a473-366d4c811aea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.163844] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c97b473-a5c3-410f-994e-29004af7b587 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.195740] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cda404c-e460-4ec8-809b-2c45aebbdf53 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.207943] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc015d-2762-40b5-a72f-01ab732686a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.223205] env[70636]: DEBUG nova.compute.provider_tree [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.308090] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1586.308297] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Fetch image to [datastore2] OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519/OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1586.308468] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Downloading stream optimized image 2b6b7cee-e716-4e58-8395-9584ad3bed49 to [datastore2] OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519/OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519.vmdk on the data store datastore2 as vApp {{(pid=70636) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1586.308634] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Downloading image file data 2b6b7cee-e716-4e58-8395-9584ad3bed49 to the ESX as VM named 'OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519' {{(pid=70636) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1586.384535] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1586.384535] env[70636]: value = "resgroup-9" [ 1586.384535] env[70636]: _type = "ResourcePool" [ 1586.384535] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1586.384843] env[70636]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e126a9cd-118e-4ea1-93c0-b3b27b828645 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.406621] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease: (returnval){ [ 1586.406621] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9f7b5-96b8-6383-1b62-7a41c8ce7f90" [ 1586.406621] env[70636]: _type = "HttpNfcLease" [ 1586.406621] env[70636]: } obtained for vApp import into resource pool (val){ [ 1586.406621] env[70636]: value = "resgroup-9" [ 1586.406621] env[70636]: _type = "ResourcePool" [ 1586.406621] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1586.406993] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the lease: (returnval){ [ 1586.406993] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9f7b5-96b8-6383-1b62-7a41c8ce7f90" [ 1586.406993] env[70636]: _type = "HttpNfcLease" [ 1586.406993] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1586.413341] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1586.413341] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9f7b5-96b8-6383-1b62-7a41c8ce7f90" [ 1586.413341] env[70636]: _type = "HttpNfcLease" [ 1586.413341] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1586.604728] env[70636]: DEBUG oslo_concurrency.lockutils [req-43309f93-ff41-4e6b-aadd-cac26390463b req-2da17c6d-947e-4830-9c83-448641fa91c8 service nova] Releasing lock "refresh_cache-d4e90547-1ce2-41ad-b281-e96e528d0d7e" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.637047] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c8455-d077-4414-682f-02aeca3ba7dd/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.638032] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d569d375-aefa-4da1-a444-b7c69ef10cd9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.644651] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c8455-d077-4414-682f-02aeca3ba7dd/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.644824] env[70636]: ERROR oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c8455-d077-4414-682f-02aeca3ba7dd/disk-0.vmdk due to incomplete transfer. [ 1586.645072] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29a925a0-d409-4e32-9a2a-fbfc1d32540d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.652140] env[70636]: DEBUG oslo_vmware.rw_handles [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c8455-d077-4414-682f-02aeca3ba7dd/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.652336] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Uploaded image 1d9f687a-2720-4d0f-a0ff-e59893b2be2d to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.654963] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.655221] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc88b519-bde4-46d0-8163-94e7ca64d813 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.662884] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1586.662884] env[70636]: value = "task-2885329" [ 1586.662884] env[70636]: _type = "Task" [ 1586.662884] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.670996] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885329, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.707195] env[70636]: DEBUG nova.compute.manager [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1586.726038] env[70636]: DEBUG nova.scheduler.client.report [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.915228] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1586.915228] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9f7b5-96b8-6383-1b62-7a41c8ce7f90" [ 1586.915228] env[70636]: _type = "HttpNfcLease" [ 1586.915228] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1587.172094] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885329, 'name': Destroy_Task, 'duration_secs': 0.377149} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.172458] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroyed the VM [ 1587.172662] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1587.172937] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5823517-d769-499f-a1ea-ee0f059de147 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.179164] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1587.179164] env[70636]: value = "task-2885330" [ 1587.179164] env[70636]: _type = "Task" [ 1587.179164] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.187563] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.227773] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.230734] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.231257] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.234052] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.006s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.415885] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1587.415885] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9f7b5-96b8-6383-1b62-7a41c8ce7f90" [ 1587.415885] env[70636]: _type = "HttpNfcLease" [ 1587.415885] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1587.416268] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1587.416268] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b9f7b5-96b8-6383-1b62-7a41c8ce7f90" [ 1587.416268] env[70636]: _type = "HttpNfcLease" [ 1587.416268] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1587.416988] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d477bf-ff29-45f5-9eaf-1a1f36156212 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.423763] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec686-041a-6251-5695-ef8f317d1507/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1587.423950] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec686-041a-6251-5695-ef8f317d1507/disk-0.vmdk. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1587.490175] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83d54279-a6cb-4a69-b03c-844a2859c2df {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.691967] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885330, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.737794] env[70636]: DEBUG nova.compute.utils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1587.741649] env[70636]: INFO nova.compute.claims [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.747882] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.748129] env[70636]: DEBUG nova.network.neutron [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.791873] env[70636]: DEBUG nova.policy [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7823e2c8948945fcbede3c5529c64c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee2745e3d57b4f69a44544e422c26bb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.088858] env[70636]: DEBUG nova.network.neutron [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Successfully created port: caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.198098] env[70636]: DEBUG oslo_vmware.api [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885330, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783825} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.199955] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1588.200209] env[70636]: INFO nova.compute.manager [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 12.22 seconds to snapshot the instance on the hypervisor. [ 1588.248921] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.252758] env[70636]: INFO nova.compute.resource_tracker [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating resource usage from migration 6bb3cd7b-49fa-4258-8beb-5e278676cf16 [ 1588.349602] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc490e-adb9-48cb-a33d-9a6419e30422 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.359823] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c579acde-e346-418f-ba4f-95c3b65bca32 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.398889] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c101082f-5e1f-4513-aec7-a5f28184dad2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.406646] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9194c-b4c4-42ec-9915-abe65794a1d3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.421309] env[70636]: DEBUG nova.compute.provider_tree [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.576317] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1588.576622] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec686-041a-6251-5695-ef8f317d1507/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1588.577718] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d8aa7d-4a6c-49ce-ac44-6115dd6fa9c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.585319] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec686-041a-6251-5695-ef8f317d1507/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1588.585540] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec686-041a-6251-5695-ef8f317d1507/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1588.585805] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3388bfb2-bf7d-416c-9d06-acead55f689d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.763925] env[70636]: DEBUG nova.compute.manager [None req-3857a65f-f110-4abf-86dc-118e7b785db2 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Found 1 images (rotation: 2) {{(pid=70636) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1588.791561] env[70636]: DEBUG oslo_vmware.rw_handles [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aec686-041a-6251-5695-ef8f317d1507/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1588.791783] env[70636]: INFO nova.virt.vmwareapi.images [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Downloaded image file data 2b6b7cee-e716-4e58-8395-9584ad3bed49 [ 1588.792647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb4e67a-2e6c-49cb-88a7-fae1658b463b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.811272] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f98b67-70d1-4595-a696-d0f75f683b0f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.839980] env[70636]: INFO nova.virt.vmwareapi.images [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] The imported VM was unregistered [ 1588.842841] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1588.843111] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49 {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.843692] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c0c602-192f-4ea1-a9cd-7a8a6d1c0676 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.881143] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Created directory with path [datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49 {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.881363] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519/OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519.vmdk to [datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk. {{(pid=70636) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1588.882254] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-81b1e7c4-9dad-4aa3-8f90-f759bacbbca6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.889371] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1588.889371] env[70636]: value = "task-2885332" [ 1588.889371] env[70636]: _type = "Task" [ 1588.889371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.897013] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.924957] env[70636]: DEBUG nova.scheduler.client.report [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.262371] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.286164] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.286487] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.286701] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.286971] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.287191] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.287415] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.287693] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.287906] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.288146] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.288371] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.288604] env[70636]: DEBUG nova.virt.hardware [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.289810] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b754363-f56c-4eac-b7b5-d6d76541ebb0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.298780] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a67104d-018d-4e48-8e59-55c641445b5c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.399174] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.429767] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.429982] env[70636]: INFO nova.compute.manager [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Migrating [ 1589.480041] env[70636]: DEBUG nova.compute.manager [req-f88a136a-7d66-462c-8f05-ec3426f602c8 req-43fa7bad-90f4-453e-9e2c-3ee2be426d1a service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Received event network-vif-plugged-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1589.480354] env[70636]: DEBUG oslo_concurrency.lockutils [req-f88a136a-7d66-462c-8f05-ec3426f602c8 req-43fa7bad-90f4-453e-9e2c-3ee2be426d1a service nova] Acquiring lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.480488] env[70636]: DEBUG oslo_concurrency.lockutils [req-f88a136a-7d66-462c-8f05-ec3426f602c8 req-43fa7bad-90f4-453e-9e2c-3ee2be426d1a service nova] Lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.480653] env[70636]: DEBUG oslo_concurrency.lockutils [req-f88a136a-7d66-462c-8f05-ec3426f602c8 req-43fa7bad-90f4-453e-9e2c-3ee2be426d1a service nova] Lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.480822] env[70636]: DEBUG nova.compute.manager [req-f88a136a-7d66-462c-8f05-ec3426f602c8 req-43fa7bad-90f4-453e-9e2c-3ee2be426d1a service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] No waiting events found dispatching network-vif-plugged-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.481090] env[70636]: WARNING nova.compute.manager [req-f88a136a-7d66-462c-8f05-ec3426f602c8 req-43fa7bad-90f4-453e-9e2c-3ee2be426d1a service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Received unexpected event network-vif-plugged-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 for instance with vm_state building and task_state spawning. [ 1589.585886] env[70636]: DEBUG nova.network.neutron [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Successfully updated port: caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.899833] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.913062] env[70636]: DEBUG nova.compute.manager [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.913853] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63cdfe7-49fa-4ee3-bfdf-ff24975397db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.945362] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.945576] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.945838] env[70636]: DEBUG nova.network.neutron [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.087956] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.088171] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.088327] env[70636]: DEBUG nova.network.neutron [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.400347] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.423574] env[70636]: INFO nova.compute.manager [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] instance snapshotting [ 1590.424377] env[70636]: DEBUG nova.objects.instance [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'flavor' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.641144] env[70636]: DEBUG nova.network.neutron [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.726229] env[70636]: DEBUG nova.network.neutron [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [{"id": "350220b5-38a0-4664-9ebd-288cc4645858", "address": "fa:16:3e:e5:3e:1d", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350220b5-38", "ovs_interfaceid": "350220b5-38a0-4664-9ebd-288cc4645858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.814513] env[70636]: DEBUG nova.network.neutron [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.902384] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.930123] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74559832-215e-42da-aa37-8da854f153db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.949675] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915e1f7-a53d-47c6-b82a-9e156057daa4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.229079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.316961] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.317395] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Instance network_info: |[{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.317965] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b2:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.326914] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1591.327188] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.327493] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e536973-952f-40f0-9d65-104cb9ef44f8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.349434] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.349434] env[70636]: value = "task-2885333" [ 1591.349434] env[70636]: _type = "Task" [ 1591.349434] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.357834] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.402808] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.461394] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1591.461725] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0582180-2e1c-4b0d-9fd2-585fbd1c193f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.468535] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1591.468535] env[70636]: value = "task-2885334" [ 1591.468535] env[70636]: _type = "Task" [ 1591.468535] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.479935] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.507457] env[70636]: DEBUG nova.compute.manager [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Received event network-changed-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1591.507457] env[70636]: DEBUG nova.compute.manager [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Refreshing instance network info cache due to event network-changed-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1591.507457] env[70636]: DEBUG oslo_concurrency.lockutils [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.507457] env[70636]: DEBUG oslo_concurrency.lockutils [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.507457] env[70636]: DEBUG nova.network.neutron [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Refreshing network info cache for port caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.859473] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.903819] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885332, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.724791} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.904264] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519/OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519.vmdk to [datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk. [ 1591.904546] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Cleaning up location [datastore2] OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519 {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1591.904782] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b44dc103-aa48-4efd-82db-dd1b4b63a519 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.905100] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4268e34a-9ea1-4385-8968-beab8072b515 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.911440] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1591.911440] env[70636]: value = "task-2885335" [ 1591.911440] env[70636]: _type = "Task" [ 1591.911440] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.919020] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.978365] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885334, 'name': CreateSnapshot_Task, 'duration_secs': 0.499609} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.978632] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1591.979434] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629bb4d4-5e87-4c01-8665-96d520ae7317 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.191386] env[70636]: DEBUG nova.network.neutron [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updated VIF entry in instance network info cache for port caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.191751] env[70636]: DEBUG nova.network.neutron [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.359995] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.420949] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.421208] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.421370] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.421604] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk to [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.421857] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34cec083-8536-401e-8b52-c36f4dc703d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.428933] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1592.428933] env[70636]: value = "task-2885336" [ 1592.428933] env[70636]: _type = "Task" [ 1592.428933] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.436090] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.498045] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1592.498045] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed1d350c-de11-4e0c-a366-965e85133a08 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.505301] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1592.505301] env[70636]: value = "task-2885337" [ 1592.505301] env[70636]: _type = "Task" [ 1592.505301] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.513264] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885337, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.694995] env[70636]: DEBUG oslo_concurrency.lockutils [req-0245fd32-0dd5-4209-9ef6-ecc96d2319e4 req-f82717f7-26f8-4ce2-8f3c-3185ed15a15c service nova] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.746392] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ff6ac-369d-4a15-83c1-c84dc8f1aff7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.768081] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1592.861482] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.939296] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885336, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.015464] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885337, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.274527] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.274836] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9276f118-c87e-41f3-8466-65a784fca7da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.282629] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1593.282629] env[70636]: value = "task-2885338" [ 1593.282629] env[70636]: _type = "Task" [ 1593.282629] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.291613] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.361031] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.440329] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885336, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.516394] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885337, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.793296] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885338, 'name': PowerOffVM_Task, 'duration_secs': 0.342631} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.793296] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.793296] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1593.861705] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.943046] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885336, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.015771] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885337, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.299951] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.300243] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.300390] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.300575] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.300741] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.300902] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.301121] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.301282] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.301450] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.301613] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.301786] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.306962] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726604c7-bdb6-43b6-9988-d06b7baf0a89 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.323880] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1594.323880] env[70636]: value = "task-2885339" [ 1594.323880] env[70636]: _type = "Task" [ 1594.323880] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.332378] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.362401] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.441939] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885336, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.518374] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885337, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.833441] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885339, 'name': ReconfigVM_Task, 'duration_secs': 0.340221} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.833739] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.861614] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.943048] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885336, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.363119} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.943048] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b6b7cee-e716-4e58-8395-9584ad3bed49/2b6b7cee-e716-4e58-8395-9584ad3bed49.vmdk to [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.943364] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e790c-b29f-4e4b-bf7f-efc16f6e1cf4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.964943] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.965218] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53e922d-702f-40a7-b46a-fffa979a521e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.984220] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1594.984220] env[70636]: value = "task-2885340" [ 1594.984220] env[70636]: _type = "Task" [ 1594.984220] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.991705] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.016379] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885337, 'name': CloneVM_Task, 'duration_secs': 2.367882} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.016658] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created linked-clone VM from snapshot [ 1595.017368] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070b272-630a-4efb-8b1b-17974de5656d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.024278] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Uploading image 97f9e63b-e05b-452a-91ef-64a14b1acbc9 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1595.044741] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1595.044741] env[70636]: value = "vm-579726" [ 1595.044741] env[70636]: _type = "VirtualMachine" [ 1595.044741] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1595.045013] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96c8677b-1e1c-48d3-9fc0-34bd5bb50939 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.050930] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease: (returnval){ [ 1595.050930] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c2326-3e63-ff4b-f62a-a6a6fc8d15d2" [ 1595.050930] env[70636]: _type = "HttpNfcLease" [ 1595.050930] env[70636]: } obtained for exporting VM: (result){ [ 1595.050930] env[70636]: value = "vm-579726" [ 1595.050930] env[70636]: _type = "VirtualMachine" [ 1595.050930] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1595.051185] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the lease: (returnval){ [ 1595.051185] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c2326-3e63-ff4b-f62a-a6a6fc8d15d2" [ 1595.051185] env[70636]: _type = "HttpNfcLease" [ 1595.051185] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1595.056826] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1595.056826] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c2326-3e63-ff4b-f62a-a6a6fc8d15d2" [ 1595.056826] env[70636]: _type = "HttpNfcLease" [ 1595.056826] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1595.341631] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.341631] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.341631] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.341631] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.341631] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.341631] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.341983] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.341983] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.342162] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.342328] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.342494] env[70636]: DEBUG nova.virt.hardware [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.348036] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1595.348154] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f510e29-4078-4929-b384-481c2b1fb6ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.369147] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.370282] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1595.370282] env[70636]: value = "task-2885342" [ 1595.370282] env[70636]: _type = "Task" [ 1595.370282] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.377688] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.494265] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885340, 'name': ReconfigVM_Task, 'duration_secs': 0.240053} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.494624] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e/d4e90547-1ce2-41ad-b281-e96e528d0d7e.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.495100] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be410298-11ba-4217-ba64-e75453abe0fb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.500434] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1595.500434] env[70636]: value = "task-2885343" [ 1595.500434] env[70636]: _type = "Task" [ 1595.500434] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.507397] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885343, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.558362] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1595.558362] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c2326-3e63-ff4b-f62a-a6a6fc8d15d2" [ 1595.558362] env[70636]: _type = "HttpNfcLease" [ 1595.558362] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1595.558640] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1595.558640] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524c2326-3e63-ff4b-f62a-a6a6fc8d15d2" [ 1595.558640] env[70636]: _type = "HttpNfcLease" [ 1595.558640] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1595.559397] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebfc744-a372-4d1e-a06b-8876c5fae038 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.566193] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0852a-ff40-a377-d89b-e4ab4d434998/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1595.566358] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0852a-ff40-a377-d89b-e4ab4d434998/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1595.655703] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c846fe15-dd6c-4286-aecc-20ea94144af1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.872580] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.880385] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885342, 'name': ReconfigVM_Task, 'duration_secs': 0.160678} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.880648] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1595.881419] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d644719-c948-4698-b936-41236e223a0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.903437] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53/f190ad32-a699-4e20-bfb9-ea006e17fb53.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.904235] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb18328-abfe-4deb-a921-1d2ae470b54c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.921673] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1595.921673] env[70636]: value = "task-2885344" [ 1595.921673] env[70636]: _type = "Task" [ 1595.921673] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.929494] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.009253] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885343, 'name': Rename_Task, 'duration_secs': 0.138634} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.009896] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.010122] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234ab744-fdcb-4547-946b-a400fbef496c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.015953] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1596.015953] env[70636]: value = "task-2885345" [ 1596.015953] env[70636]: _type = "Task" [ 1596.015953] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.023475] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.371502] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.432673] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885344, 'name': ReconfigVM_Task, 'duration_secs': 0.410344} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.433089] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53/f190ad32-a699-4e20-bfb9-ea006e17fb53.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.433460] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.526867] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885345, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.872622] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.940999] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98095af-47f9-44c7-8c81-e2537624f822 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.961624] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93132b1-12c0-43fc-9ab0-705350e6473b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.979842] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1597.024904] env[70636]: DEBUG oslo_vmware.api [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885345, 'name': PowerOnVM_Task, 'duration_secs': 0.588354} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.025268] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.140344] env[70636]: DEBUG nova.compute.manager [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.141355] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d41d0f3-f76e-4a98-b166-b75ecd17d373 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.375919] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task} progress is 99%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.521986] env[70636]: DEBUG nova.network.neutron [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Port 350220b5-38a0-4664-9ebd-288cc4645858 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1597.659939] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b8b1393-0f75-4548-b366-3a5fbc54bcee tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.789s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.874565] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885333, 'name': CreateVM_Task, 'duration_secs': 6.228405} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.874763] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.875474] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.875662] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.876015] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.876299] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8e20ad-3320-4020-8a79-848cd201240d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.880811] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1597.880811] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c78edb-b5e7-e387-0482-15f8302fd2b1" [ 1597.880811] env[70636]: _type = "Task" [ 1597.880811] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.888598] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c78edb-b5e7-e387-0482-15f8302fd2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.391696] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52c78edb-b5e7-e387-0482-15f8302fd2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.392057] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.392293] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.392560] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.392714] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.392910] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.393239] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c614a25c-3b4b-4515-8e0f-fde06f3b4132 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.402738] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.402955] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.403708] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db85395-f5b4-4a17-9218-c6828f07d1f6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.409089] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1598.409089] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b8b433-49b4-d67e-cd5f-93494b08437d" [ 1598.409089] env[70636]: _type = "Task" [ 1598.409089] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.416981] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b8b433-49b4-d67e-cd5f-93494b08437d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.547540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.547733] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.547908] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.919734] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b8b433-49b4-d67e-cd5f-93494b08437d, 'name': SearchDatastore_Task, 'duration_secs': 0.01376} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.920596] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b23ccc0-0848-452b-a484-ca5045bce528 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.928105] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1598.928105] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d8f41e-5fb5-a10b-8eac-526de1be5fb2" [ 1598.928105] env[70636]: _type = "Task" [ 1598.928105] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.936574] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d8f41e-5fb5-a10b-8eac-526de1be5fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.439726] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d8f41e-5fb5-a10b-8eac-526de1be5fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.440064] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.440355] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.440665] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cb3537-3e11-49d4-9bb7-8d01b8dbb9b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.449354] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1599.449354] env[70636]: value = "task-2885346" [ 1599.449354] env[70636]: _type = "Task" [ 1599.449354] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.457396] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.587017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.587240] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.587431] env[70636]: DEBUG nova.network.neutron [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.960819] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885346, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.281506] env[70636]: DEBUG nova.network.neutron [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [{"id": "350220b5-38a0-4664-9ebd-288cc4645858", "address": "fa:16:3e:e5:3e:1d", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350220b5-38", "ovs_interfaceid": "350220b5-38a0-4664-9ebd-288cc4645858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.462205] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629162} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.462480] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1600.462723] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.463072] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b76fde3a-7994-49e9-b421-b91216c516d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.469302] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1600.469302] env[70636]: value = "task-2885347" [ 1600.469302] env[70636]: _type = "Task" [ 1600.469302] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.477579] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.784250] env[70636]: DEBUG oslo_concurrency.lockutils [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.979625] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073511} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.979985] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1600.980720] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc1161-3f81-4635-835c-8b7160c87d1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.002999] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.003319] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103e1812-b142-4d79-8ec0-2c19737247a3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.023265] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1601.023265] env[70636]: value = "task-2885348" [ 1601.023265] env[70636]: _type = "Task" [ 1601.023265] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.031164] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.311697] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c08a389-93ce-4349-afa2-c59b9c792e4b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.333106] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7b9a5-eb8e-42c1-957e-61ecb227b8f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.340576] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1601.534027] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885348, 'name': ReconfigVM_Task, 'duration_secs': 0.309956} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.534346] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.535027] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db94038-5ac2-4d4a-a469-a387c46a8a5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.543713] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1601.543713] env[70636]: value = "task-2885349" [ 1601.543713] env[70636]: _type = "Task" [ 1601.543713] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.556421] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885349, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.847298] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.847646] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7069fada-b69f-461f-a1bd-a1e905f06a9f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.854944] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1601.854944] env[70636]: value = "task-2885350" [ 1601.854944] env[70636]: _type = "Task" [ 1601.854944] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.862735] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.054754] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885349, 'name': Rename_Task, 'duration_secs': 0.148707} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.055182] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.055295] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf661b62-0c93-493c-ad75-a931605f7157 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.061092] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1602.061092] env[70636]: value = "task-2885351" [ 1602.061092] env[70636]: _type = "Task" [ 1602.061092] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.068619] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.365190] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.434523] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0852a-ff40-a377-d89b-e4ab4d434998/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1602.435493] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9ae93-111c-4cb0-8635-e5f700df7c41 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.442115] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0852a-ff40-a377-d89b-e4ab4d434998/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1602.442115] env[70636]: ERROR oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0852a-ff40-a377-d89b-e4ab4d434998/disk-0.vmdk due to incomplete transfer. [ 1602.442115] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15f6e513-e1d5-46aa-aaf5-31ca07578dca {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.449406] env[70636]: DEBUG oslo_vmware.rw_handles [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0852a-ff40-a377-d89b-e4ab4d434998/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1602.449601] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Uploaded image 97f9e63b-e05b-452a-91ef-64a14b1acbc9 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1602.452061] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1602.452302] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40e633dd-c3fa-4a97-ba4f-d4d2f7eda1b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.457474] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1602.457474] env[70636]: value = "task-2885352" [ 1602.457474] env[70636]: _type = "Task" [ 1602.457474] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.465160] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885352, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.570660] env[70636]: DEBUG oslo_vmware.api [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885351, 'name': PowerOnVM_Task, 'duration_secs': 0.471955} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.570942] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.571177] env[70636]: INFO nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Took 13.31 seconds to spawn the instance on the hypervisor. [ 1602.571357] env[70636]: DEBUG nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.572155] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fdef18-7c43-4f26-9ce2-d240e23743d2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.865305] env[70636]: DEBUG oslo_vmware.api [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885350, 'name': PowerOnVM_Task, 'duration_secs': 0.538983} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.865527] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.865719] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-54bd6122-4338-4be7-9c5f-224e47871076 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance 'f190ad32-a699-4e20-bfb9-ea006e17fb53' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.967756] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885352, 'name': Destroy_Task, 'duration_secs': 0.327251} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.967999] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroyed the VM [ 1602.968257] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1602.968520] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-120efe62-e4dd-405e-a5e4-1e632ac0240a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.975379] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1602.975379] env[70636]: value = "task-2885353" [ 1602.975379] env[70636]: _type = "Task" [ 1602.975379] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.983812] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.090908] env[70636]: INFO nova.compute.manager [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Took 18.05 seconds to build instance. [ 1603.485070] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.593457] env[70636]: DEBUG oslo_concurrency.lockutils [None req-d2cd14bd-19e2-46f6-a462-bd062ee7b0b1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.556s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.985725] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.020730] env[70636]: DEBUG nova.compute.manager [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Received event network-changed-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.020883] env[70636]: DEBUG nova.compute.manager [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Refreshing instance network info cache due to event network-changed-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1604.021141] env[70636]: DEBUG oslo_concurrency.lockutils [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.021295] env[70636]: DEBUG oslo_concurrency.lockutils [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.021497] env[70636]: DEBUG nova.network.neutron [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Refreshing network info cache for port caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.486359] env[70636]: DEBUG oslo_vmware.api [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885353, 'name': RemoveSnapshot_Task, 'duration_secs': 1.294984} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.486642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1604.486868] env[70636]: INFO nova.compute.manager [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 13.56 seconds to snapshot the instance on the hypervisor. [ 1604.736703] env[70636]: DEBUG nova.network.neutron [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updated VIF entry in instance network info cache for port caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.737168] env[70636]: DEBUG nova.network.neutron [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.832510] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.832724] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.832910] env[70636]: DEBUG nova.compute.manager [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Going to confirm migration 7 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1605.034519] env[70636]: DEBUG nova.compute.manager [None req-c82d1cec-e39f-405e-9c0c-50afdd6f4c3a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Found 2 images (rotation: 2) {{(pid=70636) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1605.240255] env[70636]: DEBUG oslo_concurrency.lockutils [req-57681323-1096-40da-9f5e-edb3cf0f2467 req-77e495db-ef11-42ac-aff2-754d0ca209fd service nova] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.411457] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.411655] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquired lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.411828] env[70636]: DEBUG nova.network.neutron [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.412015] env[70636]: DEBUG nova.objects.instance [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'info_cache' on Instance uuid f190ad32-a699-4e20-bfb9-ea006e17fb53 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.890185] env[70636]: DEBUG nova.compute.manager [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.891145] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c631a9-2138-4f75-96e4-91702f887222 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.402223] env[70636]: INFO nova.compute.manager [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] instance snapshotting [ 1606.402822] env[70636]: DEBUG nova.objects.instance [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'flavor' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.594734] env[70636]: DEBUG nova.network.neutron [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [{"id": "350220b5-38a0-4664-9ebd-288cc4645858", "address": "fa:16:3e:e5:3e:1d", "network": {"id": "fbfbf332-b5e2-428c-bd98-21dfba5188d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1681699990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96f304cb401842598cbe5e714f2156b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350220b5-38", "ovs_interfaceid": "350220b5-38a0-4664-9ebd-288cc4645858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.908264] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4172225-4e36-461a-b6c1-3eaa0e0be20c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.926959] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54761c1d-08ac-4e4e-9878-0ec019c94743 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.097474] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Releasing lock "refresh_cache-f190ad32-a699-4e20-bfb9-ea006e17fb53" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.097752] env[70636]: DEBUG nova.objects.instance [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lazy-loading 'migration_context' on Instance uuid f190ad32-a699-4e20-bfb9-ea006e17fb53 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.436661] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1607.436976] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03db9c1c-1beb-40a0-a8b6-8ef4892ca065 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.445629] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1607.445629] env[70636]: value = "task-2885354" [ 1607.445629] env[70636]: _type = "Task" [ 1607.445629] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.454059] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.600508] env[70636]: DEBUG nova.objects.base [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1607.601569] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22fe04b-9ded-4433-95ad-821f3167477d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.623046] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719a1a6b-e6be-410f-af90-e9130f55573e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.629105] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1607.629105] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ebc928-0c53-82f7-1f71-cd4de2647c75" [ 1607.629105] env[70636]: _type = "Task" [ 1607.629105] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.637867] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ebc928-0c53-82f7-1f71-cd4de2647c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.955600] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885354, 'name': CreateSnapshot_Task, 'duration_secs': 0.409549} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.955927] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.956683] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64441632-76ac-42b8-94cb-a1987432c7b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.139324] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ebc928-0c53-82f7-1f71-cd4de2647c75, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.139643] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.139891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.473400] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1608.473713] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c730947c-cfc2-4296-8c89-202607cb0cea {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.482872] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1608.482872] env[70636]: value = "task-2885355" [ 1608.482872] env[70636]: _type = "Task" [ 1608.482872] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.490820] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885355, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.722856] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef7889-0191-4c23-8bec-bb74068d8b97 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.730715] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ad85e-6e03-4b3b-ae01-c7bfe4272fc2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.764056] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5f369-ec5e-4c10-bfb2-ba6df906829d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.772051] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cebf4ef-c03b-4650-b933-ada4b590f74b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.786429] env[70636]: DEBUG nova.compute.provider_tree [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.993627] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885355, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.290117] env[70636]: DEBUG nova.scheduler.client.report [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.493144] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885355, 'name': CloneVM_Task} progress is 95%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.993675] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885355, 'name': CloneVM_Task, 'duration_secs': 1.113072} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.994117] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Created linked-clone VM from snapshot [ 1609.994681] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e903d52-12aa-4b97-a75c-d583262c710b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.001868] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Uploading image 3e26eab9-4fd9-454b-9884-a422dc8b79d0 {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1610.026106] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1610.026106] env[70636]: value = "vm-579728" [ 1610.026106] env[70636]: _type = "VirtualMachine" [ 1610.026106] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1610.026382] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9982d52-e86e-4f27-96fc-dd8ea327e1c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.033169] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease: (returnval){ [ 1610.033169] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283523c-9781-aaca-c2e2-685210b1fe95" [ 1610.033169] env[70636]: _type = "HttpNfcLease" [ 1610.033169] env[70636]: } obtained for exporting VM: (result){ [ 1610.033169] env[70636]: value = "vm-579728" [ 1610.033169] env[70636]: _type = "VirtualMachine" [ 1610.033169] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1610.033448] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the lease: (returnval){ [ 1610.033448] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283523c-9781-aaca-c2e2-685210b1fe95" [ 1610.033448] env[70636]: _type = "HttpNfcLease" [ 1610.033448] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1610.039213] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.039213] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283523c-9781-aaca-c2e2-685210b1fe95" [ 1610.039213] env[70636]: _type = "HttpNfcLease" [ 1610.039213] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1610.300444] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.160s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.542097] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.542097] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283523c-9781-aaca-c2e2-685210b1fe95" [ 1610.542097] env[70636]: _type = "HttpNfcLease" [ 1610.542097] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1610.542339] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1610.542339] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5283523c-9781-aaca-c2e2-685210b1fe95" [ 1610.542339] env[70636]: _type = "HttpNfcLease" [ 1610.542339] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1610.543053] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc18190-c469-440a-8def-b7125b77134f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.549822] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e4963-7621-4645-ab7b-5fddb62ae183/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1610.549990] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e4963-7621-4645-ab7b-5fddb62ae183/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1610.635060] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7ebd229-42c5-477a-b1dc-d4e2795d5cdf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.854500] env[70636]: INFO nova.scheduler.client.report [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocation for migration 6bb3cd7b-49fa-4258-8beb-5e278676cf16 [ 1611.360649] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.528s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.854413] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.854821] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.854887] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.855085] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.855257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.857533] env[70636]: INFO nova.compute.manager [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Terminating instance [ 1613.361707] env[70636]: DEBUG nova.compute.manager [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.361949] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.362880] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7ffae-84f8-40ac-8374-5e68e9469a3e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.370971] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.371277] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f048ff4-b222-49ca-9a7d-510fcb79cfef {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.377293] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1613.377293] env[70636]: value = "task-2885357" [ 1613.377293] env[70636]: _type = "Task" [ 1613.377293] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.385564] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.887823] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885357, 'name': PowerOffVM_Task, 'duration_secs': 0.181408} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.888217] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.888318] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.888645] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38d47c1a-2915-41a7-af27-9d8187f7e540 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.952219] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.952468] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.952679] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleting the datastore file [datastore1] f190ad32-a699-4e20-bfb9-ea006e17fb53 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.952976] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82a1c405-15d6-40c7-af61-269a976d237a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.959745] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for the task: (returnval){ [ 1613.959745] env[70636]: value = "task-2885359" [ 1613.959745] env[70636]: _type = "Task" [ 1613.959745] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.969252] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.470368] env[70636]: DEBUG oslo_vmware.api [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Task: {'id': task-2885359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135093} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.470810] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.471214] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.471407] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.471603] env[70636]: INFO nova.compute.manager [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1614.471858] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1614.472065] env[70636]: DEBUG nova.compute.manager [-] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.472164] env[70636]: DEBUG nova.network.neutron [-] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.739612] env[70636]: DEBUG nova.compute.manager [req-bac33ca9-9609-4766-8e1c-e757a2b55e54 req-89f2e839-4f52-422a-93a8-1dc72813ef70 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Received event network-vif-deleted-350220b5-38a0-4664-9ebd-288cc4645858 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.739817] env[70636]: INFO nova.compute.manager [req-bac33ca9-9609-4766-8e1c-e757a2b55e54 req-89f2e839-4f52-422a-93a8-1dc72813ef70 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Neutron deleted interface 350220b5-38a0-4664-9ebd-288cc4645858; detaching it from the instance and deleting it from the info cache [ 1614.740019] env[70636]: DEBUG nova.network.neutron [req-bac33ca9-9609-4766-8e1c-e757a2b55e54 req-89f2e839-4f52-422a-93a8-1dc72813ef70 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.224835] env[70636]: DEBUG nova.network.neutron [-] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.243382] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48f3ac63-2004-444b-b276-49abc1ba0f38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.252970] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15906767-53a5-4355-9633-d4d578db77b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.280148] env[70636]: DEBUG nova.compute.manager [req-bac33ca9-9609-4766-8e1c-e757a2b55e54 req-89f2e839-4f52-422a-93a8-1dc72813ef70 service nova] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Detach interface failed, port_id=350220b5-38a0-4664-9ebd-288cc4645858, reason: Instance f190ad32-a699-4e20-bfb9-ea006e17fb53 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1615.728051] env[70636]: INFO nova.compute.manager [-] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Took 1.26 seconds to deallocate network for instance. [ 1616.235913] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.236407] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.236476] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.260923] env[70636]: INFO nova.scheduler.client.report [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Deleted allocations for instance f190ad32-a699-4e20-bfb9-ea006e17fb53 [ 1616.769907] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47c9c35c-be58-46d5-b030-10f17f26cf63 tempest-DeleteServersTestJSON-1219731493 tempest-DeleteServersTestJSON-1219731493-project-member] Lock "f190ad32-a699-4e20-bfb9-ea006e17fb53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.915s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.143278] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e4963-7621-4645-ab7b-5fddb62ae183/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1617.144237] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe8414-84c4-43b0-9b9e-0b669d423abc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.150242] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e4963-7621-4645-ab7b-5fddb62ae183/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1617.150416] env[70636]: ERROR oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e4963-7621-4645-ab7b-5fddb62ae183/disk-0.vmdk due to incomplete transfer. [ 1617.150640] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a317d826-73c5-45ff-a3bd-5f25cfeb7469 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.158236] env[70636]: DEBUG oslo_vmware.rw_handles [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e4963-7621-4645-ab7b-5fddb62ae183/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1617.158452] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Uploaded image 3e26eab9-4fd9-454b-9884-a422dc8b79d0 to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1617.161168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1617.161415] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99a67b62-f99c-4ef4-b61f-3926cf2b8474 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.168182] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1617.168182] env[70636]: value = "task-2885361" [ 1617.168182] env[70636]: _type = "Task" [ 1617.168182] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.176518] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885361, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.678286] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885361, 'name': Destroy_Task, 'duration_secs': 0.348347} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.679832] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroyed the VM [ 1617.679832] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1617.679832] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9575aba7-f8d3-4672-94d8-37a955b690e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.685749] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1617.685749] env[70636]: value = "task-2885362" [ 1617.685749] env[70636]: _type = "Task" [ 1617.685749] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.692919] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.195666] env[70636]: DEBUG oslo_vmware.api [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.474907} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.195911] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1618.196156] env[70636]: INFO nova.compute.manager [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 11.29 seconds to snapshot the instance on the hypervisor. [ 1618.741789] env[70636]: DEBUG nova.compute.manager [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Found 3 images (rotation: 2) {{(pid=70636) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1618.742096] env[70636]: DEBUG nova.compute.manager [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Rotating out 1 backups {{(pid=70636) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1618.742266] env[70636]: DEBUG nova.compute.manager [None req-b00b7f9f-7dee-41c8-b36e-614e4391a7f7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleting image 1d9f687a-2720-4d0f-a0ff-e59893b2be2d {{(pid=70636) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1620.976649] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.977022] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.977272] env[70636]: DEBUG nova.compute.manager [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.980637] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4529d-3c89-4a02-a8ca-771e29e5d327 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.986951] env[70636]: DEBUG nova.compute.manager [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1620.986951] env[70636]: DEBUG nova.objects.instance [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'flavor' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.992279] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.992652] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b2548cb-896a-4dc7-81cb-aeae5c780c23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.000052] env[70636]: DEBUG oslo_vmware.api [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1622.000052] env[70636]: value = "task-2885363" [ 1622.000052] env[70636]: _type = "Task" [ 1622.000052] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.008944] env[70636]: DEBUG oslo_vmware.api [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.509086] env[70636]: DEBUG oslo_vmware.api [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885363, 'name': PowerOffVM_Task, 'duration_secs': 0.187023} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.509351] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.509551] env[70636]: DEBUG nova.compute.manager [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.510323] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357bc7b-bcce-434b-bc79-81bacf99519c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.021430] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8b67321a-d9a8-4266-b780-cca3fcf344f6 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.302232] env[70636]: DEBUG nova.compute.manager [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Stashing vm_state: stopped {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1624.818397] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.818668] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.323075] env[70636]: INFO nova.compute.claims [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.828767] env[70636]: INFO nova.compute.resource_tracker [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating resource usage from migration 4beb7f5f-9d93-4801-8cc1-c535f0865a7b [ 1625.883909] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d5fde-5515-468e-842f-97cb16a2092a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.891193] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb703b9-543f-491b-b8b5-aa4a86a593e2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.921993] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546bfeb5-8f3c-4d38-ac3a-3828e393486c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.928696] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf6c38-2213-4564-9092-76ed8f2d8e1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.941577] env[70636]: DEBUG nova.compute.provider_tree [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.446041] env[70636]: DEBUG nova.scheduler.client.report [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.949986] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.131s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.950334] env[70636]: INFO nova.compute.manager [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Migrating [ 1627.465491] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.465890] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.465890] env[70636]: DEBUG nova.network.neutron [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.156968] env[70636]: DEBUG nova.network.neutron [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.659733] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.175374] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef106e1d-a824-45d2-b24a-b84875bc5388 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.194412] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1630.700727] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.701079] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-323ee43e-796a-42a0-9f28-880df17bddad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.708900] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1630.708900] env[70636]: value = "task-2885364" [ 1630.708900] env[70636]: _type = "Task" [ 1630.708900] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.716573] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.219487] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1631.219861] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.726775] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.727032] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.727196] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.727395] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.727525] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.727671] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.727882] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.728059] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.728231] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.728393] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.728564] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.733618] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe78a004-95bb-4125-8ab4-e74ac6dafe20 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.750330] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1631.750330] env[70636]: value = "task-2885365" [ 1631.750330] env[70636]: _type = "Task" [ 1631.750330] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.758104] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.260345] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885365, 'name': ReconfigVM_Task, 'duration_secs': 0.151968} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.260655] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1632.769208] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1632.769573] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.769858] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1632.770209] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.770490] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1632.770774] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1632.771149] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1632.771459] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1632.771758] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1632.772093] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1632.772420] env[70636]: DEBUG nova.virt.hardware [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1632.782058] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1632.782462] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc39e84-3db5-4c87-9d3f-1368023aeabc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.804152] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1632.804152] env[70636]: value = "task-2885366" [ 1632.804152] env[70636]: _type = "Task" [ 1632.804152] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.813108] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.933540] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.934050] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.934351] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.934642] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.934942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.937567] env[70636]: INFO nova.compute.manager [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Terminating instance [ 1633.313950] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885366, 'name': ReconfigVM_Task, 'duration_secs': 0.156757} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.314710] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1633.315620] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e60ffba-682b-47e4-b244-6324859cb138 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.336797] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d/f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.337244] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce23361-9a01-40ca-8357-2135f11b676f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.355424] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1633.355424] env[70636]: value = "task-2885367" [ 1633.355424] env[70636]: _type = "Task" [ 1633.355424] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.363068] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.443053] env[70636]: DEBUG nova.compute.manager [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1633.443053] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.443503] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c46e0-94bc-48e0-a4bb-b2137106d4c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.450638] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.450871] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b01b114-7661-44d1-b3f5-667de48c6cac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.456407] env[70636]: DEBUG oslo_vmware.api [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1633.456407] env[70636]: value = "task-2885368" [ 1633.456407] env[70636]: _type = "Task" [ 1633.456407] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.464081] env[70636]: DEBUG oslo_vmware.api [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.865151] env[70636]: DEBUG oslo_vmware.api [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885367, 'name': ReconfigVM_Task, 'duration_secs': 0.244911} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.865426] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Reconfigured VM instance instance-00000077 to attach disk [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d/f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.865701] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1633.965692] env[70636]: DEBUG oslo_vmware.api [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885368, 'name': PowerOffVM_Task, 'duration_secs': 0.210969} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.965945] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.966131] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.966378] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bcb4959-833d-4897-b38b-65345a2d6d64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.029966] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.030201] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.030383] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleting the datastore file [datastore2] d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.030651] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e313573-2bea-4314-a612-2c9fbed10675 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.036708] env[70636]: DEBUG oslo_vmware.api [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for the task: (returnval){ [ 1634.036708] env[70636]: value = "task-2885370" [ 1634.036708] env[70636]: _type = "Task" [ 1634.036708] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.043968] env[70636]: DEBUG oslo_vmware.api [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.372401] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93672239-ad6a-46d0-9837-0c20730cd644 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.390937] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397a8c1-1263-47ef-9cef-8ba38fb4a5a6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.409642] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1634.546408] env[70636]: DEBUG oslo_vmware.api [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Task: {'id': task-2885370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127057} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.546652] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.546860] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.547174] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.547372] env[70636]: INFO nova.compute.manager [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1634.547629] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1634.547823] env[70636]: DEBUG nova.compute.manager [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.547919] env[70636]: DEBUG nova.network.neutron [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1634.880203] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.969189] env[70636]: DEBUG nova.network.neutron [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Port 517f285f-5541-4b0c-9b09-f0688c093d14 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1635.008491] env[70636]: DEBUG nova.compute.manager [req-e5e96a69-bb64-403e-a457-b20824868aa8 req-cf1311b6-946f-4db9-8b4f-9dd90feab1c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Received event network-vif-deleted-da81e572-c099-4dee-8ab7-d649eeb056ca {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1635.008491] env[70636]: INFO nova.compute.manager [req-e5e96a69-bb64-403e-a457-b20824868aa8 req-cf1311b6-946f-4db9-8b4f-9dd90feab1c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Neutron deleted interface da81e572-c099-4dee-8ab7-d649eeb056ca; detaching it from the instance and deleting it from the info cache [ 1635.008491] env[70636]: DEBUG nova.network.neutron [req-e5e96a69-bb64-403e-a457-b20824868aa8 req-cf1311b6-946f-4db9-8b4f-9dd90feab1c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.493550] env[70636]: DEBUG nova.network.neutron [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.511351] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b3d3060-14e1-4e90-95e1-0be36aacdb33 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.521665] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbca5c6-8f13-4298-bffc-3218f60f3391 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.546745] env[70636]: DEBUG nova.compute.manager [req-e5e96a69-bb64-403e-a457-b20824868aa8 req-cf1311b6-946f-4db9-8b4f-9dd90feab1c8 service nova] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Detach interface failed, port_id=da81e572-c099-4dee-8ab7-d649eeb056ca, reason: Instance d4e90547-1ce2-41ad-b281-e96e528d0d7e could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1635.989731] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1635.989973] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.990144] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1635.996163] env[70636]: INFO nova.compute.manager [-] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Took 1.45 seconds to deallocate network for instance. [ 1636.501330] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1636.501692] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1636.502310] env[70636]: DEBUG nova.objects.instance [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lazy-loading 'resources' on Instance uuid d4e90547-1ce2-41ad-b281-e96e528d0d7e {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.024101] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.024289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.024470] env[70636]: DEBUG nova.network.neutron [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.068092] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e9179-c867-47c9-a6e8-24d2cfef8a5d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.075531] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08149548-1ef8-4faf-a402-392cb48d3115 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.105549] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0e0d30-4eab-4c4e-822d-c66f694a2d4f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.112365] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868417f-315d-41ab-8cf8-a617254c25b2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.124961] env[70636]: DEBUG nova.compute.provider_tree [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.377394] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.628249] env[70636]: DEBUG nova.scheduler.client.report [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.712804] env[70636]: DEBUG nova.network.neutron [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.133390] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.151571] env[70636]: INFO nova.scheduler.client.report [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Deleted allocations for instance d4e90547-1ce2-41ad-b281-e96e528d0d7e [ 1638.215634] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.376892] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1638.377252] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1638.377507] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1638.377700] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1638.658738] env[70636]: DEBUG oslo_concurrency.lockutils [None req-6ea334ce-c377-439f-9a83-2b73359e6964 tempest-AttachVolumeShelveTestJSON-965842248 tempest-AttachVolumeShelveTestJSON-965842248-project-member] Lock "d4e90547-1ce2-41ad-b281-e96e528d0d7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.736748] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4cddc-a60d-4182-adb5-5188b014ae2b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.756142] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c07f2-3565-4fd6-9a59-f616817537f0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.762547] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1639.268842] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0860aede-ea31-43e1-9a0d-4eddc7e8f7a8 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance 'f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1639.377635] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.377350] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.880696] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.880950] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.881138] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1640.881312] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1640.882557] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd046506-3909-453d-ad3e-9003c79ce92a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.890539] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c010c64-6a3d-484c-8809-0aea87d138c4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.905416] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969bb8a7-0268-44f8-a1a0-c19ff448e37b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.911830] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af2bca-98f1-4d89-9a80-eafa0f2807e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.940565] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180629MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1640.940719] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.940931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.330599] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.330870] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.331075] env[70636]: DEBUG nova.compute.manager [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Going to confirm migration 8 {{(pid=70636) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1641.890178] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.890490] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.890554] env[70636]: DEBUG nova.network.neutron [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.890715] env[70636]: DEBUG nova.objects.instance [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'info_cache' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.948815] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Applying migration context for instance f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d as it has an incoming, in-progress migration 4beb7f5f-9d93-4801-8cc1-c535f0865a7b. Migration status is confirming {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1641.949574] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=70636) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1641.949785] env[70636]: INFO nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating resource usage from migration 4beb7f5f-9d93-4801-8cc1-c535f0865a7b [ 1641.965393] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration 4beb7f5f-9d93-4801-8cc1-c535f0865a7b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1641.965541] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1641.965665] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Migration eee88d8a-a044-49ce-b82f-bc90c33498c7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1641.965783] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 73b7809f-72e7-481c-a197-ba9dc4915230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1641.965960] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1641.966116] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1642.024623] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81943557-4db3-4fae-b1b0-505fe5c45388 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.031881] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44199b0-fa7c-4fc7-aa36-1093e274bf7c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.061007] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbdba90-517e-4778-8aea-d8b83cebe1fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.067901] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01273764-73c9-4d4c-828a-e311b106dc64 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.080700] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.196873] env[70636]: DEBUG nova.compute.manager [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1642.583399] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.716068] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.087765] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1643.088148] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1643.088285] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.372s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.094520] env[70636]: DEBUG nova.network.neutron [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.593668] env[70636]: INFO nova.compute.claims [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.597223] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.597367] env[70636]: DEBUG nova.objects.instance [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'migration_context' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.089548] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.100740] env[70636]: INFO nova.compute.resource_tracker [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating resource usage from migration eee88d8a-a044-49ce-b82f-bc90c33498c7 [ 1644.103486] env[70636]: DEBUG nova.objects.base [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1644.104681] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56540e2-a1ad-4725-a0da-d162cfbe01c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.127188] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f4be88-1561-440e-93ec-ee48fa83ba35 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.134190] env[70636]: DEBUG oslo_vmware.api [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1644.134190] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e0fed-333f-ac92-590b-933d2d491b42" [ 1644.134190] env[70636]: _type = "Task" [ 1644.134190] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.142193] env[70636]: DEBUG oslo_vmware.api [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e0fed-333f-ac92-590b-933d2d491b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.186270] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca8fc3-f152-4e73-a778-4330a87679c9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.194305] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475bad6-607a-4c3c-9645-ca4eca10e930 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.226214] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f4d16c-a832-4f9f-8fa4-afb3c4c90150 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.233817] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b7a017-a9db-49ea-a784-1ca34d9ee200 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.246939] env[70636]: DEBUG nova.compute.provider_tree [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.648162] env[70636]: DEBUG oslo_vmware.api [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]524e0fed-333f-ac92-590b-933d2d491b42, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.648493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1644.749774] env[70636]: DEBUG nova.scheduler.client.report [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.255219] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.167s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.255483] env[70636]: INFO nova.compute.manager [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Migrating [ 1645.262257] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.614s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.775142] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.775325] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.775501] env[70636]: DEBUG nova.network.neutron [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.833703] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea4db0-4bca-4ef8-9e45-57acf5b34eb9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.841571] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b4b141-452d-461b-b49f-97f006cf4c66 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.871186] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74aef54-8358-4e9a-9309-79279cbf52e1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.878654] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d4f282-e942-4e6c-94e2-497b3e9a04a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.893182] env[70636]: DEBUG nova.compute.provider_tree [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.396508] env[70636]: DEBUG nova.scheduler.client.report [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1646.484659] env[70636]: DEBUG nova.network.neutron [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.987584] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.408894] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.146s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1647.409262] env[70636]: DEBUG nova.compute.manager [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70636) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1647.964326] env[70636]: INFO nova.scheduler.client.report [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted allocation for migration 4beb7f5f-9d93-4801-8cc1-c535f0865a7b [ 1648.203164] env[70636]: DEBUG nova.objects.instance [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'flavor' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.470075] env[70636]: DEBUG oslo_concurrency.lockutils [None req-e6a6399c-ecce-412e-aca4-9f0991fcec27 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.139s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.500578] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd506cfa-d7da-42fa-b49e-e6a39a06a274 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.520746] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1648.707497] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.707674] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.707821] env[70636]: DEBUG nova.network.neutron [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.707991] env[70636]: DEBUG nova.objects.instance [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'info_cache' on Instance uuid f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.025868] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.026144] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8312fb1-1326-4ad5-b26c-bbf9a2300e0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.034109] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1649.034109] env[70636]: value = "task-2885372" [ 1649.034109] env[70636]: _type = "Task" [ 1649.034109] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.041999] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.211778] env[70636]: DEBUG nova.objects.base [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1649.543751] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885372, 'name': PowerOffVM_Task, 'duration_secs': 0.207352} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.544203] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.544341] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1649.913088] env[70636]: DEBUG nova.network.neutron [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [{"id": "517f285f-5541-4b0c-9b09-f0688c093d14", "address": "fa:16:3e:84:c9:ba", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517f285f-55", "ovs_interfaceid": "517f285f-5541-4b0c-9b09-f0688c093d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.050588] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.050850] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.050977] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.051175] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.051322] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.051466] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.051680] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.051847] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.052046] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.052232] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.052406] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.057701] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23504462-e244-41e9-8adf-39646539d6bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.072742] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1650.072742] env[70636]: value = "task-2885373" [ 1650.072742] env[70636]: _type = "Task" [ 1650.072742] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.080513] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.416481] env[70636]: DEBUG oslo_concurrency.lockutils [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.582668] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885373, 'name': ReconfigVM_Task, 'duration_secs': 0.172694} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.583060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1651.088783] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.088950] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.089124] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.089314] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.089459] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.089603] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.089805] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.089966] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.090153] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.090318] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.090491] env[70636]: DEBUG nova.virt.hardware [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.096024] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1651.096142] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0bb6118-aeab-4308-a976-a695967d938a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.114354] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1651.114354] env[70636]: value = "task-2885374" [ 1651.114354] env[70636]: _type = "Task" [ 1651.114354] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.121668] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.422122] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.422459] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81b7b342-1d08-4abd-9680-0126a3044e9a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.429589] env[70636]: DEBUG oslo_vmware.api [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1651.429589] env[70636]: value = "task-2885375" [ 1651.429589] env[70636]: _type = "Task" [ 1651.429589] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.436880] env[70636]: DEBUG oslo_vmware.api [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.623498] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885374, 'name': ReconfigVM_Task, 'duration_secs': 0.164509} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.623894] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1651.624532] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19552e-ad1e-4a19-8a55-06111531f9e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.647793] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.648040] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5213ad56-a6ef-4908-8a0c-25a2a1fb7675 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.665277] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1651.665277] env[70636]: value = "task-2885376" [ 1651.665277] env[70636]: _type = "Task" [ 1651.665277] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.672429] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.938869] env[70636]: DEBUG oslo_vmware.api [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885375, 'name': PowerOnVM_Task, 'duration_secs': 0.366964} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.939085] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.939290] env[70636]: DEBUG nova.compute.manager [None req-32b281b2-85ab-4615-bb59-9bafaba5f96a tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.940054] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71c4db-51b3-476b-995a-9051b8fcc766 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.174916] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885376, 'name': ReconfigVM_Task, 'duration_secs': 0.27023} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.175210] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.175496] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.681618] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f0657-0f8a-44ed-86ae-c714de34e010 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.700218] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe81c33-345c-442d-9bd7-2aa76add39c6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.718181] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.797058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1652.797261] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.797474] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1652.797648] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.797812] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1652.799717] env[70636]: INFO nova.compute.manager [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Terminating instance [ 1653.256029] env[70636]: DEBUG nova.network.neutron [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Port caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1653.303041] env[70636]: DEBUG nova.compute.manager [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1653.303041] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.304549] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729f974-3219-4840-9b9c-c1f001b43ad5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.312215] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.312461] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e319a295-9410-42b3-b9c3-e32d398cc7fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.318165] env[70636]: DEBUG oslo_vmware.api [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1653.318165] env[70636]: value = "task-2885377" [ 1653.318165] env[70636]: _type = "Task" [ 1653.318165] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.326167] env[70636]: DEBUG oslo_vmware.api [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.827671] env[70636]: DEBUG oslo_vmware.api [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885377, 'name': PowerOffVM_Task, 'duration_secs': 0.1652} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.828034] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.828188] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.828439] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ed9e4d-5775-4010-b440-1c1a462890a9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.889617] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.889814] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.889995] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleting the datastore file [datastore2] f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.890267] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb7e82e-f7cd-417b-a047-cb8e844f4576 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.896162] env[70636]: DEBUG oslo_vmware.api [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1653.896162] env[70636]: value = "task-2885379" [ 1653.896162] env[70636]: _type = "Task" [ 1653.896162] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.903452] env[70636]: DEBUG oslo_vmware.api [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.277390] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1654.277622] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.277782] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.406313] env[70636]: DEBUG oslo_vmware.api [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140405} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.406637] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.406818] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.406983] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.407192] env[70636]: INFO nova.compute.manager [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1654.407461] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1654.407953] env[70636]: DEBUG nova.compute.manager [-] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1654.408083] env[70636]: DEBUG nova.network.neutron [-] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.850583] env[70636]: DEBUG nova.compute.manager [req-4e3c2080-2bf2-436b-b0b3-ee338f8af1e7 req-5dd0f12a-69fc-4498-a17c-8efb396f6ed3 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Received event network-vif-deleted-517f285f-5541-4b0c-9b09-f0688c093d14 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1654.850861] env[70636]: INFO nova.compute.manager [req-4e3c2080-2bf2-436b-b0b3-ee338f8af1e7 req-5dd0f12a-69fc-4498-a17c-8efb396f6ed3 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Neutron deleted interface 517f285f-5541-4b0c-9b09-f0688c093d14; detaching it from the instance and deleting it from the info cache [ 1654.851050] env[70636]: DEBUG nova.network.neutron [req-4e3c2080-2bf2-436b-b0b3-ee338f8af1e7 req-5dd0f12a-69fc-4498-a17c-8efb396f6ed3 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.312452] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.312639] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1655.312849] env[70636]: DEBUG nova.network.neutron [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.329760] env[70636]: DEBUG nova.network.neutron [-] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.353136] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-187e78b6-48c6-495c-b5ff-dd6596a0909e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.363676] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9928c1-6961-49b5-a287-de48aa35ccee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.387638] env[70636]: DEBUG nova.compute.manager [req-4e3c2080-2bf2-436b-b0b3-ee338f8af1e7 req-5dd0f12a-69fc-4498-a17c-8efb396f6ed3 service nova] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Detach interface failed, port_id=517f285f-5541-4b0c-9b09-f0688c093d14, reason: Instance f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1655.832078] env[70636]: INFO nova.compute.manager [-] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Took 1.42 seconds to deallocate network for instance. [ 1656.009282] env[70636]: DEBUG nova.network.neutron [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.338187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1656.338462] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1656.338658] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.360877] env[70636]: INFO nova.scheduler.client.report [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted allocations for instance f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d [ 1656.511523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.868184] env[70636]: DEBUG oslo_concurrency.lockutils [None req-763bb681-e380-41eb-8d02-2cb3c9803172 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.071s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1657.032890] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53120df-3c49-4e8c-afef-60a956686e22 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.051731] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0181b90-811b-4941-b656-a389ac0797ad {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.058410] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1657.564587] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.564917] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d55f345-e014-4dd3-93ab-604f3fceadc3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.571246] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1657.571246] env[70636]: value = "task-2885380" [ 1657.571246] env[70636]: _type = "Task" [ 1657.571246] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.578920] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.607284] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.607532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.081222] env[70636]: DEBUG oslo_vmware.api [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885380, 'name': PowerOnVM_Task, 'duration_secs': 0.373296} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.081509] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.081666] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-86302652-8312-4957-a0a4-aa67295bf699 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance '73b7809f-72e7-481c-a197-ba9dc4915230' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1658.109928] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.636378] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.636662] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.638203] env[70636]: INFO nova.compute.claims [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.692038] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c82a99-457b-4144-bf82-49e6803b4fba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.698779] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd6e17-b50e-4a83-95e6-c6625fd0fff7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.728906] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58240663-8a05-4637-b4ce-127047782c73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.735452] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b7e4b8-3045-4389-9986-f3c59a34a399 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.747911] env[70636]: DEBUG nova.compute.provider_tree [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.250851] env[70636]: DEBUG nova.scheduler.client.report [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.637094] env[70636]: DEBUG nova.network.neutron [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Port caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1660.637366] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.637522] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.637683] env[70636]: DEBUG nova.network.neutron [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.755371] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.755901] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1661.260332] env[70636]: DEBUG nova.compute.utils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1661.261790] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1661.261985] env[70636]: DEBUG nova.network.neutron [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.319250] env[70636]: DEBUG nova.policy [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfc5d11eaf7343ca84376df7c7ecb9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce24194656e48d19d980d872dc88416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1661.395556] env[70636]: DEBUG nova.network.neutron [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.607289] env[70636]: DEBUG nova.network.neutron [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Successfully created port: b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1661.765241] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1661.898183] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.401545] env[70636]: DEBUG nova.compute.manager [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70636) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1662.401759] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.401996] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.774722] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1662.801618] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1662.801836] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1662.801994] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1662.802194] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1662.802347] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1662.802498] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1662.802702] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1662.802860] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1662.803038] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1662.803203] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1662.803378] env[70636]: DEBUG nova.virt.hardware [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1662.804271] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb06d98-4566-457e-90af-7b5252334ee9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.811982] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2070cbf2-1de2-46ad-8f24-d86021a3e282 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.904294] env[70636]: DEBUG nova.objects.instance [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'migration_context' on Instance uuid 73b7809f-72e7-481c-a197-ba9dc4915230 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.944604] env[70636]: DEBUG nova.compute.manager [req-5846213a-88e9-466f-8410-e34a6d72424d req-9210a3c5-f219-4ed8-89d5-0dd6223d4eb6 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Received event network-vif-plugged-b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1662.944818] env[70636]: DEBUG oslo_concurrency.lockutils [req-5846213a-88e9-466f-8410-e34a6d72424d req-9210a3c5-f219-4ed8-89d5-0dd6223d4eb6 service nova] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.945045] env[70636]: DEBUG oslo_concurrency.lockutils [req-5846213a-88e9-466f-8410-e34a6d72424d req-9210a3c5-f219-4ed8-89d5-0dd6223d4eb6 service nova] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.945228] env[70636]: DEBUG oslo_concurrency.lockutils [req-5846213a-88e9-466f-8410-e34a6d72424d req-9210a3c5-f219-4ed8-89d5-0dd6223d4eb6 service nova] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.945456] env[70636]: DEBUG nova.compute.manager [req-5846213a-88e9-466f-8410-e34a6d72424d req-9210a3c5-f219-4ed8-89d5-0dd6223d4eb6 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] No waiting events found dispatching network-vif-plugged-b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.945584] env[70636]: WARNING nova.compute.manager [req-5846213a-88e9-466f-8410-e34a6d72424d req-9210a3c5-f219-4ed8-89d5-0dd6223d4eb6 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Received unexpected event network-vif-plugged-b9ca1975-259d-4586-9617-58cdab854822 for instance with vm_state building and task_state spawning. [ 1663.023499] env[70636]: DEBUG nova.network.neutron [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Successfully updated port: b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1663.464335] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f7a95-18eb-4034-acb5-50de9543b928 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.471783] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f031cf-17a6-465c-aac8-786aa8f925bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.501516] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d837f0-7ffc-483c-9431-51c9c27fc24d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.508169] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff7c82e-e0fd-4225-bda5-6e6d59f650b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.521036] env[70636]: DEBUG nova.compute.provider_tree [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.526107] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.526327] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.526498] env[70636]: DEBUG nova.network.neutron [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.024555] env[70636]: DEBUG nova.scheduler.client.report [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.055795] env[70636]: DEBUG nova.network.neutron [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.174447] env[70636]: DEBUG nova.network.neutron [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.677274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.677595] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Instance network_info: |[{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1664.678024] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:78:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ca1975-259d-4586-9617-58cdab854822', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.685504] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1664.685961] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.686205] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b634a8d9-63ad-4b42-a63b-8b37050da8fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.705811] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.705811] env[70636]: value = "task-2885381" [ 1664.705811] env[70636]: _type = "Task" [ 1664.705811] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.713051] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885381, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.972446] env[70636]: DEBUG nova.compute.manager [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Received event network-changed-b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1664.972683] env[70636]: DEBUG nova.compute.manager [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Refreshing instance network info cache due to event network-changed-b9ca1975-259d-4586-9617-58cdab854822. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1664.972936] env[70636]: DEBUG oslo_concurrency.lockutils [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.973537] env[70636]: DEBUG oslo_concurrency.lockutils [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.973766] env[70636]: DEBUG nova.network.neutron [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Refreshing network info cache for port b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.036111] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.634s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.216734] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885381, 'name': CreateVM_Task, 'duration_secs': 0.300221} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.216928] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.217569] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.217737] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.218079] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.218328] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdad97d0-362c-4df5-82c9-33f54b34cd74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.222896] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1665.222896] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e6ac8c-3647-dd06-25ad-45d0af34a9f5" [ 1665.222896] env[70636]: _type = "Task" [ 1665.222896] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.229980] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e6ac8c-3647-dd06-25ad-45d0af34a9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.668830] env[70636]: DEBUG nova.network.neutron [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updated VIF entry in instance network info cache for port b9ca1975-259d-4586-9617-58cdab854822. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.669223] env[70636]: DEBUG nova.network.neutron [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.732648] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e6ac8c-3647-dd06-25ad-45d0af34a9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.732954] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.733194] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.733420] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.733565] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.733738] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.733989] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82823388-7dd4-4ac8-b67a-30b50e4874fe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.741568] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.741736] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.742446] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a7c8b5-29bf-439d-89cd-5be498d25e8e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.747133] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1665.747133] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212570c-1adf-314a-845c-ffce22f786c0" [ 1665.747133] env[70636]: _type = "Task" [ 1665.747133] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.754100] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212570c-1adf-314a-845c-ffce22f786c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.171723] env[70636]: DEBUG oslo_concurrency.lockutils [req-737bc4bb-15cc-46eb-b995-7fe5b04cf596 req-0cf9d6b9-0a73-47fe-84c0-38d758a0feea service nova] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.257204] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5212570c-1adf-314a-845c-ffce22f786c0, 'name': SearchDatastore_Task, 'duration_secs': 0.007903} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.257966] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c500d75f-416b-4f26-b363-a9025f950821 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.262856] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1666.262856] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d79bdf-037a-aa22-0bef-586b2adb10d5" [ 1666.262856] env[70636]: _type = "Task" [ 1666.262856] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.270186] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d79bdf-037a-aa22-0bef-586b2adb10d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.571825] env[70636]: INFO nova.compute.manager [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Swapping old allocation on dict_keys(['65af5bb0-a104-4010-a4c9-9b0c2e12c41b']) held by migration eee88d8a-a044-49ce-b82f-bc90c33498c7 for instance [ 1666.593128] env[70636]: DEBUG nova.scheduler.client.report [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Overwriting current allocation {'allocations': {'65af5bb0-a104-4010-a4c9-9b0c2e12c41b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': 'ee2745e3d57b4f69a44544e422c26bb7', 'user_id': '7823e2c8948945fcbede3c5529c64c4e', 'consumer_generation': 1} on consumer 73b7809f-72e7-481c-a197-ba9dc4915230 {{(pid=70636) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1666.673017] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.673225] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.673445] env[70636]: DEBUG nova.network.neutron [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.773630] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d79bdf-037a-aa22-0bef-586b2adb10d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.773884] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.774290] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.774438] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5e1f61-b3a9-422e-a0de-74a30c95c8bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.781493] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1666.781493] env[70636]: value = "task-2885382" [ 1666.781493] env[70636]: _type = "Task" [ 1666.781493] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.789391] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.290667] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429459} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.290984] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.291131] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.291367] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc55b8be-896f-40d1-b808-0ef9883fd89c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.296906] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1667.296906] env[70636]: value = "task-2885383" [ 1667.296906] env[70636]: _type = "Task" [ 1667.296906] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.306511] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.386800] env[70636]: DEBUG nova.network.neutron [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [{"id": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "address": "fa:16:3e:e3:b2:85", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9cd6c-78", "ovs_interfaceid": "caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.808446] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056457} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.808687] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.809443] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0201d38-6ace-4b42-9696-b6a9521db053 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.830666] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.830885] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b69669d-a29c-4940-a36c-ea5702a1fc1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.849180] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1667.849180] env[70636]: value = "task-2885384" [ 1667.849180] env[70636]: _type = "Task" [ 1667.849180] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.858619] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.889406] env[70636]: DEBUG oslo_concurrency.lockutils [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-73b7809f-72e7-481c-a197-ba9dc4915230" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.889940] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.890287] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bdfa06-ef37-4548-a6e0-2f370bc88b38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.896089] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1667.896089] env[70636]: value = "task-2885385" [ 1667.896089] env[70636]: _type = "Task" [ 1667.896089] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.903578] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.358762] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885384, 'name': ReconfigVM_Task, 'duration_secs': 0.328634} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.359188] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to attach disk [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.359662] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e58a86f-0b0a-4ac8-8b87-6f60f96f586b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.365377] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1668.365377] env[70636]: value = "task-2885386" [ 1668.365377] env[70636]: _type = "Task" [ 1668.365377] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.372649] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885386, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.404035] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885385, 'name': PowerOffVM_Task, 'duration_secs': 0.174326} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.404285] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.404956] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.405182] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.405343] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.405571] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.405734] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.405883] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.406110] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.406272] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.406439] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.406603] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.406800] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.411639] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be42629a-d456-4579-907e-45b8b18b307a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.425458] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1668.425458] env[70636]: value = "task-2885387" [ 1668.425458] env[70636]: _type = "Task" [ 1668.425458] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.432452] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.874708] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885386, 'name': Rename_Task, 'duration_secs': 0.129471} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.874964] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.875216] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baadfe8e-5b89-46c5-b9d5-d5ad458f3ede {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.880904] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1668.880904] env[70636]: value = "task-2885388" [ 1668.880904] env[70636]: _type = "Task" [ 1668.880904] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.887814] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.934293] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885387, 'name': ReconfigVM_Task, 'duration_secs': 0.129121} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.935019] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686894c-4c9f-48a6-94b0-9fda5d45a214 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.953589] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.953826] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.953958] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.954151] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.954298] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.954479] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.954697] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.954857] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.955038] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.955206] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.955381] env[70636]: DEBUG nova.virt.hardware [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.956275] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b15b57-49c0-4e6f-953f-a16e843aff1f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.961706] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1668.961706] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5256f023-bf29-0e84-bb65-8c5d260007eb" [ 1668.961706] env[70636]: _type = "Task" [ 1668.961706] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.969395] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5256f023-bf29-0e84-bb65-8c5d260007eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.390720] env[70636]: DEBUG oslo_vmware.api [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885388, 'name': PowerOnVM_Task, 'duration_secs': 0.448301} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.391153] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.391242] env[70636]: INFO nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1669.391376] env[70636]: DEBUG nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.392164] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29c5ec1-0045-4cf0-9cd0-427f984f1f21 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.472134] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5256f023-bf29-0e84-bb65-8c5d260007eb, 'name': SearchDatastore_Task, 'duration_secs': 0.007381} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.477415] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1669.477674] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d01763-c327-48f6-a2ad-32225866f0a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.495042] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1669.495042] env[70636]: value = "task-2885389" [ 1669.495042] env[70636]: _type = "Task" [ 1669.495042] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.502343] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.911918] env[70636]: INFO nova.compute.manager [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Took 11.30 seconds to build instance. [ 1670.004780] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885389, 'name': ReconfigVM_Task, 'duration_secs': 0.177232} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.005045] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1670.005815] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a84a4b9-3efe-411b-85a0-c86d203c4465 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.027045] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.027300] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb38e8c9-8d14-4dcd-be5a-3875dbb1ca7c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.044441] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1670.044441] env[70636]: value = "task-2885390" [ 1670.044441] env[70636]: _type = "Task" [ 1670.044441] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.051737] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.413788] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a110064d-1553-463a-8659-b5b57de3a135 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.806s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.554935] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885390, 'name': ReconfigVM_Task, 'duration_secs': 0.273162} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.555158] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230/73b7809f-72e7-481c-a197-ba9dc4915230.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.555980] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da76eeec-0896-490a-bbca-545bb27c3075 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.573347] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15c6829-74ae-4919-b402-2b121af6adc5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.590263] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cebe6b-51d2-4558-a943-13b6f55d809a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.608332] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf50ae-2e6d-41ee-921e-d3cd05d45014 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.614536] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.614761] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a3f709d-bcb9-4fc2-a6e7-8e44996d7b99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.620258] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1670.620258] env[70636]: value = "task-2885391" [ 1670.620258] env[70636]: _type = "Task" [ 1670.620258] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.627270] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.697623] env[70636]: DEBUG nova.compute.manager [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Received event network-changed-b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1670.697864] env[70636]: DEBUG nova.compute.manager [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Refreshing instance network info cache due to event network-changed-b9ca1975-259d-4586-9617-58cdab854822. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1670.698168] env[70636]: DEBUG oslo_concurrency.lockutils [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.698358] env[70636]: DEBUG oslo_concurrency.lockutils [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.698554] env[70636]: DEBUG nova.network.neutron [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Refreshing network info cache for port b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.130436] env[70636]: DEBUG oslo_vmware.api [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885391, 'name': PowerOnVM_Task, 'duration_secs': 0.348907} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.130680] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.394743] env[70636]: DEBUG nova.network.neutron [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updated VIF entry in instance network info cache for port b9ca1975-259d-4586-9617-58cdab854822. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.395100] env[70636]: DEBUG nova.network.neutron [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.898123] env[70636]: DEBUG oslo_concurrency.lockutils [req-6eb28447-29b6-4632-acf1-6983c39ad35d req-a3faba64-182e-4f81-a3af-ea96e1beb4d3 service nova] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.140840] env[70636]: INFO nova.compute.manager [None req-56d2112d-3590-4781-975a-47e5716be5d1 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance to original state: 'active' [ 1673.163612] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "73b7809f-72e7-481c-a197-ba9dc4915230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.163974] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.164115] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.164315] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.164521] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.166776] env[70636]: INFO nova.compute.manager [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Terminating instance [ 1673.670599] env[70636]: DEBUG nova.compute.manager [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.670765] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.671688] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf78bd2b-1122-42cd-b7c0-2ec68563601e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.680711] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.680937] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c398861-1d3d-49a7-8e2f-0c71cf462cbe {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.687873] env[70636]: DEBUG oslo_vmware.api [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1673.687873] env[70636]: value = "task-2885392" [ 1673.687873] env[70636]: _type = "Task" [ 1673.687873] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.696104] env[70636]: DEBUG oslo_vmware.api [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.198058] env[70636]: DEBUG oslo_vmware.api [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885392, 'name': PowerOffVM_Task, 'duration_secs': 0.183384} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.198657] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.198657] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.198863] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-384ad522-78d7-4c84-95ba-2d4f47f3b9d0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.266617] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.266873] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.267070] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleting the datastore file [datastore2] 73b7809f-72e7-481c-a197-ba9dc4915230 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.267342] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204139a4-fc71-4779-a03a-4a32edde3ee5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.273410] env[70636]: DEBUG oslo_vmware.api [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1674.273410] env[70636]: value = "task-2885394" [ 1674.273410] env[70636]: _type = "Task" [ 1674.273410] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.280718] env[70636]: DEBUG oslo_vmware.api [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.782818] env[70636]: DEBUG oslo_vmware.api [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255563} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.783056] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.783243] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.783421] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.783590] env[70636]: INFO nova.compute.manager [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1674.783826] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1674.784025] env[70636]: DEBUG nova.compute.manager [-] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.784128] env[70636]: DEBUG nova.network.neutron [-] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1675.211751] env[70636]: DEBUG nova.compute.manager [req-36a26490-809d-4e91-8be9-c888252a18ab req-fbc51f3c-555f-4e6d-8c9e-47f7714224d7 service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Received event network-vif-deleted-caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1675.211994] env[70636]: INFO nova.compute.manager [req-36a26490-809d-4e91-8be9-c888252a18ab req-fbc51f3c-555f-4e6d-8c9e-47f7714224d7 service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Neutron deleted interface caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30; detaching it from the instance and deleting it from the info cache [ 1675.212242] env[70636]: DEBUG nova.network.neutron [req-36a26490-809d-4e91-8be9-c888252a18ab req-fbc51f3c-555f-4e6d-8c9e-47f7714224d7 service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.688988] env[70636]: DEBUG nova.network.neutron [-] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.715337] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f567b92-4869-4c1c-b629-51f7731f499e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.724907] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac79c537-77ef-4e72-88b4-bf46073e8633 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.749196] env[70636]: DEBUG nova.compute.manager [req-36a26490-809d-4e91-8be9-c888252a18ab req-fbc51f3c-555f-4e6d-8c9e-47f7714224d7 service nova] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Detach interface failed, port_id=caf9cd6c-785c-42a7-aa91-cd4a6e2f5a30, reason: Instance 73b7809f-72e7-481c-a197-ba9dc4915230 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1676.192133] env[70636]: INFO nova.compute.manager [-] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Took 1.41 seconds to deallocate network for instance. [ 1676.699014] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.699401] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.699499] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.723420] env[70636]: INFO nova.scheduler.client.report [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted allocations for instance 73b7809f-72e7-481c-a197-ba9dc4915230 [ 1677.231618] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c0f552fb-8d62-428b-8b44-a5ffdf0b106e tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "73b7809f-72e7-481c-a197-ba9dc4915230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.068s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.998761] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.999061] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1678.501298] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.025132] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.025416] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.027021] env[70636]: INFO nova.compute.claims [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.053311] env[70636]: DEBUG nova.scheduler.client.report [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Refreshing inventories for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1680.067516] env[70636]: DEBUG nova.scheduler.client.report [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Updating ProviderTree inventory for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1680.067741] env[70636]: DEBUG nova.compute.provider_tree [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Updating inventory in ProviderTree for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.082314] env[70636]: DEBUG nova.scheduler.client.report [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Refreshing aggregate associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, aggregates: None {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1680.102019] env[70636]: DEBUG nova.scheduler.client.report [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Refreshing trait associations for resource provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70636) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1680.154249] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f559be6-1e9d-465f-acb5-200d5316f56d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.163570] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02df4f-7b52-4635-9028-85c86aea4fc1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.193068] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f63a4a-b941-4705-ba66-a6084fec52c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.200436] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6099f52-06cf-438b-823e-ea68cf6b8d6b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.214400] env[70636]: DEBUG nova.compute.provider_tree [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.718065] env[70636]: DEBUG nova.scheduler.client.report [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.222407] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.222959] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.727448] env[70636]: DEBUG nova.compute.utils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1681.728781] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.728941] env[70636]: DEBUG nova.network.neutron [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.778884] env[70636]: DEBUG nova.policy [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7823e2c8948945fcbede3c5529c64c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee2745e3d57b4f69a44544e422c26bb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.043154] env[70636]: DEBUG nova.network.neutron [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Successfully created port: 43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.232759] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.242858] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.268722] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.268961] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.269132] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.269318] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.269462] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.269607] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.269809] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.269967] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.270154] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.270379] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.270565] env[70636]: DEBUG nova.virt.hardware [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.271427] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70a296-84ac-4235-9881-679e165e59f4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.279529] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362cf529-fdae-4e81-aad1-f58a8b0a7705 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.385576] env[70636]: DEBUG nova.compute.manager [req-0480b101-445c-4261-85ef-385ba12a11a8 req-a9f6463d-f7a4-4b10-a5da-8094a633cc8c service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Received event network-vif-plugged-43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1683.385855] env[70636]: DEBUG oslo_concurrency.lockutils [req-0480b101-445c-4261-85ef-385ba12a11a8 req-a9f6463d-f7a4-4b10-a5da-8094a633cc8c service nova] Acquiring lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.386037] env[70636]: DEBUG oslo_concurrency.lockutils [req-0480b101-445c-4261-85ef-385ba12a11a8 req-a9f6463d-f7a4-4b10-a5da-8094a633cc8c service nova] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1683.386244] env[70636]: DEBUG oslo_concurrency.lockutils [req-0480b101-445c-4261-85ef-385ba12a11a8 req-a9f6463d-f7a4-4b10-a5da-8094a633cc8c service nova] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.386372] env[70636]: DEBUG nova.compute.manager [req-0480b101-445c-4261-85ef-385ba12a11a8 req-a9f6463d-f7a4-4b10-a5da-8094a633cc8c service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] No waiting events found dispatching network-vif-plugged-43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.386536] env[70636]: WARNING nova.compute.manager [req-0480b101-445c-4261-85ef-385ba12a11a8 req-a9f6463d-f7a4-4b10-a5da-8094a633cc8c service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Received unexpected event network-vif-plugged-43b3d387-21de-4e68-9483-b7295013daa6 for instance with vm_state building and task_state spawning. [ 1683.475879] env[70636]: DEBUG nova.network.neutron [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Successfully updated port: 43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.978417] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.978602] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.978722] env[70636]: DEBUG nova.network.neutron [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.510407] env[70636]: DEBUG nova.network.neutron [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.629830] env[70636]: DEBUG nova.network.neutron [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [{"id": "43b3d387-21de-4e68-9483-b7295013daa6", "address": "fa:16:3e:a5:7b:73", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b3d387-21", "ovs_interfaceid": "43b3d387-21de-4e68-9483-b7295013daa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.132722] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.133115] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Instance network_info: |[{"id": "43b3d387-21de-4e68-9483-b7295013daa6", "address": "fa:16:3e:a5:7b:73", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b3d387-21", "ovs_interfaceid": "43b3d387-21de-4e68-9483-b7295013daa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.133543] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:7b:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43b3d387-21de-4e68-9483-b7295013daa6', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.141162] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1685.141352] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.141561] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-009890a0-2bb6-474d-a6f7-779533b2ec0b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.161448] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.161448] env[70636]: value = "task-2885395" [ 1685.161448] env[70636]: _type = "Task" [ 1685.161448] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.168943] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885395, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.412550] env[70636]: DEBUG nova.compute.manager [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Received event network-changed-43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1685.412756] env[70636]: DEBUG nova.compute.manager [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Refreshing instance network info cache due to event network-changed-43b3d387-21de-4e68-9483-b7295013daa6. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1685.412975] env[70636]: DEBUG oslo_concurrency.lockutils [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] Acquiring lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.413231] env[70636]: DEBUG oslo_concurrency.lockutils [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] Acquired lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.413644] env[70636]: DEBUG nova.network.neutron [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Refreshing network info cache for port 43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.670986] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885395, 'name': CreateVM_Task, 'duration_secs': 0.331347} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.671401] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.671768] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.671935] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.672258] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.672499] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7100556-8eb0-45c8-90bd-45b9bdf71d85 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.677398] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1685.677398] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]5249b824-4f04-6102-7fee-462f06b36f53" [ 1685.677398] env[70636]: _type = "Task" [ 1685.677398] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.684726] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5249b824-4f04-6102-7fee-462f06b36f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.092062] env[70636]: DEBUG nova.network.neutron [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updated VIF entry in instance network info cache for port 43b3d387-21de-4e68-9483-b7295013daa6. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.092421] env[70636]: DEBUG nova.network.neutron [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [{"id": "43b3d387-21de-4e68-9483-b7295013daa6", "address": "fa:16:3e:a5:7b:73", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b3d387-21", "ovs_interfaceid": "43b3d387-21de-4e68-9483-b7295013daa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.188927] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]5249b824-4f04-6102-7fee-462f06b36f53, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.189254] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.189487] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.189716] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.189860] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.190049] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.190318] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5bc0289-6271-43fc-8cdd-e52a6f5912e0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.198989] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.199138] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.199828] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a261df68-c492-4d79-8bd1-87c1db459e26 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.204765] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1686.204765] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b5f587-2d11-4e87-559e-b58909ce7f63" [ 1686.204765] env[70636]: _type = "Task" [ 1686.204765] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.211677] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b5f587-2d11-4e87-559e-b58909ce7f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.595429] env[70636]: DEBUG oslo_concurrency.lockutils [req-731b187e-15cb-4f9c-9adb-19eba06d6c80 req-2d057be6-f5d9-419d-95a7-8c0c64a97f19 service nova] Releasing lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.714814] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b5f587-2d11-4e87-559e-b58909ce7f63, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.715583] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31a24b9-3cee-4d12-a890-3dc0d754b49d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.720459] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1686.720459] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529ba371-7ae3-0862-bc94-808540981db2" [ 1686.720459] env[70636]: _type = "Task" [ 1686.720459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.727411] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529ba371-7ae3-0862-bc94-808540981db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.230463] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529ba371-7ae3-0862-bc94-808540981db2, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.230719] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.230972] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6/ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.231240] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b3de35-fc0b-414a-9745-dd546ba5dd56 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.237678] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1687.237678] env[70636]: value = "task-2885396" [ 1687.237678] env[70636]: _type = "Task" [ 1687.237678] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.244784] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.747439] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443713} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.747875] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6/ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.747950] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.748230] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aebb5599-a7bd-40f8-b21d-e6c3989fe8b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.755877] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1687.755877] env[70636]: value = "task-2885397" [ 1687.755877] env[70636]: _type = "Task" [ 1687.755877] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.763815] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.265988] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061596} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.266280] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.267063] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c894326a-083d-4535-a058-03be89c10852 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.288192] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6/ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.288421] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf78726-d928-4f7c-acc4-f4dd62fda296 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.306768] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1688.306768] env[70636]: value = "task-2885398" [ 1688.306768] env[70636]: _type = "Task" [ 1688.306768] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.313932] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.816413] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885398, 'name': ReconfigVM_Task, 'duration_secs': 0.276524} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.816777] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6/ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.817253] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0ffd266-2bb6-473f-87d2-a9d007d4c95f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.823845] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1688.823845] env[70636]: value = "task-2885399" [ 1688.823845] env[70636]: _type = "Task" [ 1688.823845] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.831032] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885399, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.333558] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885399, 'name': Rename_Task, 'duration_secs': 0.13575} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.333829] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.334072] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c7f260-0a9e-4fea-a7b6-099ebb82c9ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.340286] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1689.340286] env[70636]: value = "task-2885400" [ 1689.340286] env[70636]: _type = "Task" [ 1689.340286] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.347555] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.850831] env[70636]: DEBUG oslo_vmware.api [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885400, 'name': PowerOnVM_Task, 'duration_secs': 0.429052} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.851238] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.851365] env[70636]: INFO nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1689.851609] env[70636]: DEBUG nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.852421] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65128d4e-c540-4814-bda5-27a667a62754 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.371666] env[70636]: INFO nova.compute.manager [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Took 11.37 seconds to build instance. [ 1690.874686] env[70636]: DEBUG oslo_concurrency.lockutils [None req-c87011ef-084d-4fa7-b2f0-000637a0d300 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.875s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.129382] env[70636]: DEBUG nova.compute.manager [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Received event network-changed-43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1691.129591] env[70636]: DEBUG nova.compute.manager [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Refreshing instance network info cache due to event network-changed-43b3d387-21de-4e68-9483-b7295013daa6. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1691.129761] env[70636]: DEBUG oslo_concurrency.lockutils [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] Acquiring lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.129908] env[70636]: DEBUG oslo_concurrency.lockutils [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] Acquired lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.130158] env[70636]: DEBUG nova.network.neutron [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Refreshing network info cache for port 43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.825389] env[70636]: DEBUG nova.network.neutron [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updated VIF entry in instance network info cache for port 43b3d387-21de-4e68-9483-b7295013daa6. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.825747] env[70636]: DEBUG nova.network.neutron [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [{"id": "43b3d387-21de-4e68-9483-b7295013daa6", "address": "fa:16:3e:a5:7b:73", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b3d387-21", "ovs_interfaceid": "43b3d387-21de-4e68-9483-b7295013daa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.329069] env[70636]: DEBUG oslo_concurrency.lockutils [req-89b11086-fdfb-4ff2-94d3-a28dcf374de3 req-47674b50-68dd-45f8-af65-345817a21732 service nova] Releasing lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.372696] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.377281] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.377665] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.377665] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.377853] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.377995] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1700.377448] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.377842] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.881289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1700.881583] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1700.881745] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1700.881900] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1700.882838] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9dd59f-4f66-4ee5-8bbb-6dba05e1e1b6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.891232] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6220cdd-e1a5-481b-a0af-4f0ce806c3cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.904400] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298e32b-3c74-40e5-b327-855414d19ddb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.910689] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa1935f-074f-4078-8561-b5a65d3497a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.938656] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180914MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1700.938792] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1700.938995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1701.964633] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance aecdffd1-4951-4065-b45c-06ee1c5f03ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.964906] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.964970] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1701.965173] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1701.999528] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ee5b2-0ad9-4a69-89dd-1d7d13c069a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.006411] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6295e-b7f9-49be-9a3a-e1fb340922c5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.035842] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eecaa58-09d5-4a54-9a4a-853e5c5ef193 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.042364] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42249b5-0884-4671-990d-0da608d2b603 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.054843] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.557952] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.063750] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1703.064154] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.063829] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.372747] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.826839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1708.827115] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1709.330697] env[70636]: DEBUG nova.compute.utils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1709.834155] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1710.894911] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1710.895400] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1710.895491] env[70636]: INFO nova.compute.manager [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Attaching volume a9a876e2-a078-42c8-8eeb-6ba742c060da to /dev/sdb [ 1710.924975] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726fc7c-2505-421b-8c0b-151444cf4260 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.932035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3726f9f-c48e-4fc2-bf1f-8a5a04f9c7da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.944324] env[70636]: DEBUG nova.virt.block_device [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating existing volume attachment record: 8484da47-8794-4a98-967f-dbf6ac127d19 {{(pid=70636) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1715.487168] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Volume attach. Driver type: vmdk {{(pid=70636) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1715.487428] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579732', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'name': 'volume-a9a876e2-a078-42c8-8eeb-6ba742c060da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aecdffd1-4951-4065-b45c-06ee1c5f03ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'serial': 'a9a876e2-a078-42c8-8eeb-6ba742c060da'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1715.488343] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef748ec-5cdd-4b89-bb5a-dd5344467e83 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.504377] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c004d300-27e5-4dce-af2a-5cbe124cc8e7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.527981] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-a9a876e2-a078-42c8-8eeb-6ba742c060da/volume-a9a876e2-a078-42c8-8eeb-6ba742c060da.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.528220] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18783d4b-d924-439b-8ce3-16660b0d59c0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.546275] env[70636]: DEBUG oslo_vmware.api [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1715.546275] env[70636]: value = "task-2885405" [ 1715.546275] env[70636]: _type = "Task" [ 1715.546275] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.553481] env[70636]: DEBUG oslo_vmware.api [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.056236] env[70636]: DEBUG oslo_vmware.api [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885405, 'name': ReconfigVM_Task, 'duration_secs': 0.322148} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.056442] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-a9a876e2-a078-42c8-8eeb-6ba742c060da/volume-a9a876e2-a078-42c8-8eeb-6ba742c060da.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.060994] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d409b6e3-d8c0-4d49-a7af-ab12779a6aa6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.075155] env[70636]: DEBUG oslo_vmware.api [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1716.075155] env[70636]: value = "task-2885406" [ 1716.075155] env[70636]: _type = "Task" [ 1716.075155] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.082379] env[70636]: DEBUG oslo_vmware.api [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.585273] env[70636]: DEBUG oslo_vmware.api [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885406, 'name': ReconfigVM_Task, 'duration_secs': 0.161471} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.585587] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579732', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'name': 'volume-a9a876e2-a078-42c8-8eeb-6ba742c060da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aecdffd1-4951-4065-b45c-06ee1c5f03ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'serial': 'a9a876e2-a078-42c8-8eeb-6ba742c060da'} {{(pid=70636) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1717.620038] env[70636]: DEBUG nova.objects.instance [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'flavor' on Instance uuid aecdffd1-4951-4065-b45c-06ee1c5f03ac {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.125772] env[70636]: DEBUG oslo_concurrency.lockutils [None req-3655a5cc-2c15-4f09-8e04-a5b65531c0ac tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.951295] env[70636]: DEBUG nova.compute.manager [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Stashing vm_state: active {{(pid=70636) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1719.471989] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1719.472331] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1719.978712] env[70636]: INFO nova.compute.claims [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.486321] env[70636]: INFO nova.compute.resource_tracker [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating resource usage from migration ab931039-3578-4091-a870-c296927e6577 [ 1720.534521] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759e91a0-e648-4529-9b3c-0a08d9f6d0ac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.542721] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6abb9-aeb4-4225-b7ff-8dc2b2bde87e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.573198] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7e797-803a-4fc8-8198-80cdafdde38f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.580611] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce341dbf-6d10-4f82-8df8-27a4811cdd23 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.593937] env[70636]: DEBUG nova.compute.provider_tree [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.096851] env[70636]: DEBUG nova.scheduler.client.report [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.601541] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.129s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1721.601745] env[70636]: INFO nova.compute.manager [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Migrating [ 1722.115674] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.115961] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.116076] env[70636]: DEBUG nova.network.neutron [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.812635] env[70636]: DEBUG nova.network.neutron [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.315896] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.830955] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f108c63a-b2a9-4b27-840d-4a600321f77e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.851449] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 0 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1725.357163] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.357459] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23903f88-3415-481b-9c4c-9da70eb1e86d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.363693] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1725.363693] env[70636]: value = "task-2885407" [ 1725.363693] env[70636]: _type = "Task" [ 1725.363693] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.371667] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.873592] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885407, 'name': PowerOffVM_Task, 'duration_secs': 0.196711} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.873947] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.873947] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 17 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1726.381449] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.381449] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.381791] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.381791] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.381863] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.382013] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.382225] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.382386] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.382553] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.382716] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.382891] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.388014] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169060a3-ddef-4076-85ee-665ac5e512fc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.402897] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1726.402897] env[70636]: value = "task-2885408" [ 1726.402897] env[70636]: _type = "Task" [ 1726.402897] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.410428] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.912153] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885408, 'name': ReconfigVM_Task, 'duration_secs': 0.171018} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.912512] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 33 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1727.419519] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.419761] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.419920] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.420173] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.420332] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.420480] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.420690] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.420850] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.421024] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.421189] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.421357] env[70636]: DEBUG nova.virt.hardware [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.426553] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1727.429409] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95bcb61f-85ab-454d-af33-ba33c23da72c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.449273] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1727.449273] env[70636]: value = "task-2885409" [ 1727.449273] env[70636]: _type = "Task" [ 1727.449273] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.457522] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.930212] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1727.930469] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1727.930624] env[70636]: DEBUG nova.compute.manager [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.931525] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3ac09-8295-4660-9c71-19132dce2bab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.937869] env[70636]: DEBUG nova.compute.manager [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70636) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1727.938425] env[70636]: DEBUG nova.objects.instance [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'flavor' on Instance uuid ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.959437] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885409, 'name': ReconfigVM_Task, 'duration_secs': 0.203468} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.959693] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.960441] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab24e2-6689-4a22-be22-02c0bb4a48da {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.984606] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.984834] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f21af3a-d5db-432b-a6e0-e27e33fd39e6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.001674] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1728.001674] env[70636]: value = "task-2885410" [ 1728.001674] env[70636]: _type = "Task" [ 1728.001674] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.009228] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.511161] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885410, 'name': ReconfigVM_Task, 'duration_secs': 0.275256} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.511417] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to attach disk [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.511702] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 50 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1728.945893] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.946265] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60338620-5061-4bd8-ad9c-ce2b74f9a83f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.953703] env[70636]: DEBUG oslo_vmware.api [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1728.953703] env[70636]: value = "task-2885411" [ 1728.953703] env[70636]: _type = "Task" [ 1728.953703] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.961461] env[70636]: DEBUG oslo_vmware.api [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.018182] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e416fc-a8ea-4375-877c-db46bf24c7a7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.039217] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a03666-12df-40c7-9c6e-ee5dcc38a83e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.060531] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 67 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1729.463562] env[70636]: DEBUG oslo_vmware.api [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885411, 'name': PowerOffVM_Task, 'duration_secs': 0.193628} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.463774] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.463980] env[70636]: DEBUG nova.compute.manager [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.464746] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d460fe1c-bf77-446f-acd1-e7fc098ea33b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.975941] env[70636]: DEBUG oslo_concurrency.lockutils [None req-29eca0a9-302b-452f-96d2-b6038c02fdd6 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.268539] env[70636]: DEBUG nova.objects.instance [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'flavor' on Instance uuid ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.702315] env[70636]: DEBUG nova.network.neutron [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Port b9ca1975-259d-4586-9617-58cdab854822 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1730.772891] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.773047] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.773223] env[70636]: DEBUG nova.network.neutron [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.773398] env[70636]: DEBUG nova.objects.instance [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'info_cache' on Instance uuid ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.276547] env[70636]: DEBUG nova.objects.base [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1731.724150] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.724439] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.724570] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.996959] env[70636]: DEBUG nova.network.neutron [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [{"id": "43b3d387-21de-4e68-9483-b7295013daa6", "address": "fa:16:3e:a5:7b:73", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b3d387-21", "ovs_interfaceid": "43b3d387-21de-4e68-9483-b7295013daa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.500375] env[70636]: DEBUG oslo_concurrency.lockutils [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.756631] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.756931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.757123] env[70636]: DEBUG nova.network.neutron [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.438564] env[70636]: DEBUG nova.network.neutron [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.506085] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.506407] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee621c85-c8f2-4ddf-8706-e222aa41f67a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.514436] env[70636]: DEBUG oslo_vmware.api [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1733.514436] env[70636]: value = "task-2885412" [ 1733.514436] env[70636]: _type = "Task" [ 1733.514436] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.521909] env[70636]: DEBUG oslo_vmware.api [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.941680] env[70636]: DEBUG oslo_concurrency.lockutils [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.024962] env[70636]: DEBUG oslo_vmware.api [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885412, 'name': PowerOnVM_Task, 'duration_secs': 0.351847} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.025249] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.025446] env[70636]: DEBUG nova.compute.manager [None req-a1a19255-0a77-42df-831a-2ed4d3f0e559 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.026290] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176c3e2b-1d90-4d60-8062-90cc89a38d7a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.450289] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2d571-1f17-45c2-83bb-a78bce3582d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.457335] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe2d5d0-b4a2-43c4-b101-ad91a7790f37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.002035] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ce94e0-50c5-4ad2-acff-6095e87adc62 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.008380] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Suspending the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1735.008839] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4cd3b6ab-a543-45ae-96d8-ddbac955993a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.017696] env[70636]: DEBUG oslo_vmware.api [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1735.017696] env[70636]: value = "task-2885413" [ 1735.017696] env[70636]: _type = "Task" [ 1735.017696] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.025138] env[70636]: DEBUG oslo_vmware.api [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885413, 'name': SuspendVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.528616] env[70636]: DEBUG oslo_vmware.api [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885413, 'name': SuspendVM_Task} progress is 75%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.559403] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95648822-4f95-4377-aa00-e0c5c8bcff25 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.580657] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e2b3d-c482-48f7-9128-e25ebd8f28a4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.587348] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 83 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1736.028448] env[70636]: DEBUG oslo_vmware.api [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885413, 'name': SuspendVM_Task, 'duration_secs': 0.557348} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.028797] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Suspended the VM {{(pid=70636) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1736.028907] env[70636]: DEBUG nova.compute.manager [None req-c9177235-1db8-43a5-afdc-51044d1f9f91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.029666] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c84e79-9c33-423c-a768-9971b604c853 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.093903] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1736.094173] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-042e3bfa-4df1-41c2-a662-8dff49da958f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.101132] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1736.101132] env[70636]: value = "task-2885414" [ 1736.101132] env[70636]: _type = "Task" [ 1736.101132] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.108095] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.610907] env[70636]: DEBUG oslo_vmware.api [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885414, 'name': PowerOnVM_Task, 'duration_secs': 0.399856} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.611168] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.611346] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-77267e27-d533-4b92-9777-64044bbcde72 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance 'aecdffd1-4951-4065-b45c-06ee1c5f03ac' progress to 100 {{(pid=70636) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1737.338567] env[70636]: INFO nova.compute.manager [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Resuming [ 1737.339193] env[70636]: DEBUG nova.objects.instance [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'flavor' on Instance uuid ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.849908] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.850231] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquired lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.850345] env[70636]: DEBUG nova.network.neutron [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.488958] env[70636]: DEBUG nova.network.neutron [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Port b9ca1975-259d-4586-9617-58cdab854822 binding to destination host cpu-1 is already ACTIVE {{(pid=70636) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1739.489239] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.489388] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.489552] env[70636]: DEBUG nova.network.neutron [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.610990] env[70636]: DEBUG nova.network.neutron [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [{"id": "43b3d387-21de-4e68-9483-b7295013daa6", "address": "fa:16:3e:a5:7b:73", "network": {"id": "fafb7967-2b7c-423f-87fa-f13ce2037564", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2080591376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2745e3d57b4f69a44544e422c26bb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b3d387-21", "ovs_interfaceid": "43b3d387-21de-4e68-9483-b7295013daa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.114069] env[70636]: DEBUG oslo_concurrency.lockutils [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Releasing lock "refresh_cache-ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.115027] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698df4e-8756-4a15-89a3-d56a17b6cc16 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.121666] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Resuming the VM {{(pid=70636) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1740.121916] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed72f88-5412-4596-a785-2566306bfb0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.128559] env[70636]: DEBUG oslo_vmware.api [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1740.128559] env[70636]: value = "task-2885415" [ 1740.128559] env[70636]: _type = "Task" [ 1740.128559] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.138237] env[70636]: DEBUG oslo_vmware.api [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.205092] env[70636]: DEBUG nova.network.neutron [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.639791] env[70636]: DEBUG oslo_vmware.api [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.708801] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.139350] env[70636]: DEBUG oslo_vmware.api [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885415, 'name': PowerOnVM_Task, 'duration_secs': 0.518572} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.139708] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Resumed the VM {{(pid=70636) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1741.139816] env[70636]: DEBUG nova.compute.manager [None req-47526bf7-a0f1-44d1-aa8a-5a5467f99d91 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.140601] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2274514-fb50-4996-87ef-2dd1e58da553 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.212177] env[70636]: DEBUG nova.compute.manager [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70636) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1741.993498] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1741.993771] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1741.993995] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1741.994628] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1741.994807] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1741.996856] env[70636]: INFO nova.compute.manager [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Terminating instance [ 1742.307064] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1742.307397] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1742.500382] env[70636]: DEBUG nova.compute.manager [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.500636] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.501517] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657cc4e7-d414-478e-8e7b-b689bb9ffbe5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.509759] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.509991] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8202b6e3-b797-4605-835f-47b772c3d722 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.515997] env[70636]: DEBUG oslo_vmware.api [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1742.515997] env[70636]: value = "task-2885416" [ 1742.515997] env[70636]: _type = "Task" [ 1742.515997] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.525732] env[70636]: DEBUG oslo_vmware.api [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.810496] env[70636]: DEBUG nova.objects.instance [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'migration_context' on Instance uuid aecdffd1-4951-4065-b45c-06ee1c5f03ac {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.025720] env[70636]: DEBUG oslo_vmware.api [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885416, 'name': PowerOffVM_Task, 'duration_secs': 0.183758} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.025986] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.026182] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.026426] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa0dbe6-dfd9-440e-ae63-afa99ea4d1ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.365322] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37b395-acc3-46db-8152-2166dbdeae2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.372864] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a8786-f914-4f47-8636-931137e39b99 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.401516] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc419d8-791c-41e0-a562-f8eacc2b1ddd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.408231] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f3d29-213d-40eb-a752-4050b14fbd6a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.420668] env[70636]: DEBUG nova.compute.provider_tree [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.924086] env[70636]: DEBUG nova.scheduler.client.report [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.070784] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.071018] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.071219] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleting the datastore file [datastore2] ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.071477] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1ee37f-384e-4dec-b8bd-f634f0a47534 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.078210] env[70636]: DEBUG oslo_vmware.api [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for the task: (returnval){ [ 1744.078210] env[70636]: value = "task-2885418" [ 1744.078210] env[70636]: _type = "Task" [ 1744.078210] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.085389] env[70636]: DEBUG oslo_vmware.api [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.587961] env[70636]: DEBUG oslo_vmware.api [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Task: {'id': task-2885418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15658} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.588366] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1744.588416] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1744.588551] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.588718] env[70636]: INFO nova.compute.manager [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1744.588945] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1744.589179] env[70636]: DEBUG nova.compute.manager [-] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1744.589256] env[70636]: DEBUG nova.network.neutron [-] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1744.935726] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.628s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1745.221240] env[70636]: DEBUG nova.compute.manager [req-e10a6f69-69ab-4388-b54b-d6b93b257da4 req-5366aca9-95bb-4a63-8bd1-c089c53f5f3f service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Received event network-vif-deleted-43b3d387-21de-4e68-9483-b7295013daa6 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1745.221445] env[70636]: INFO nova.compute.manager [req-e10a6f69-69ab-4388-b54b-d6b93b257da4 req-5366aca9-95bb-4a63-8bd1-c089c53f5f3f service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Neutron deleted interface 43b3d387-21de-4e68-9483-b7295013daa6; detaching it from the instance and deleting it from the info cache [ 1745.221615] env[70636]: DEBUG nova.network.neutron [req-e10a6f69-69ab-4388-b54b-d6b93b257da4 req-5366aca9-95bb-4a63-8bd1-c089c53f5f3f service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.690835] env[70636]: DEBUG nova.network.neutron [-] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.723946] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-484b1b12-207c-4b2d-b0ca-bebce8dbb5b9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.734026] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a2ad59-f7e9-42f4-a4b0-09c86f0f95f3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.758532] env[70636]: DEBUG nova.compute.manager [req-e10a6f69-69ab-4388-b54b-d6b93b257da4 req-5366aca9-95bb-4a63-8bd1-c089c53f5f3f service nova] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Detach interface failed, port_id=43b3d387-21de-4e68-9483-b7295013daa6, reason: Instance ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1746.193556] env[70636]: INFO nova.compute.manager [-] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Took 1.60 seconds to deallocate network for instance. [ 1746.478678] env[70636]: INFO nova.compute.manager [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Swapping old allocation on dict_keys(['65af5bb0-a104-4010-a4c9-9b0c2e12c41b']) held by migration ab931039-3578-4091-a870-c296927e6577 for instance [ 1746.502582] env[70636]: DEBUG nova.scheduler.client.report [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Overwriting current allocation {'allocations': {'65af5bb0-a104-4010-a4c9-9b0c2e12c41b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': 'dce24194656e48d19d980d872dc88416', 'user_id': 'bfc5d11eaf7343ca84376df7c7ecb9d6', 'consumer_generation': 1} on consumer aecdffd1-4951-4065-b45c-06ee1c5f03ac {{(pid=70636) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1746.578858] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.579077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.579263] env[70636]: DEBUG nova.network.neutron [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.700332] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.700742] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.700826] env[70636]: DEBUG nova.objects.instance [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lazy-loading 'resources' on Instance uuid ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.239082] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8605b8e5-d5e8-4e3c-a221-8a4f60624e28 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.246537] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51ab5c-7d20-4159-80b0-85c57e129770 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.276965] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67698d3e-5ae3-4317-ad06-bcb428d8c9d8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.280162] env[70636]: DEBUG nova.network.neutron [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [{"id": "b9ca1975-259d-4586-9617-58cdab854822", "address": "fa:16:3e:83:78:d5", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ca1975-25", "ovs_interfaceid": "b9ca1975-259d-4586-9617-58cdab854822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.286412] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96123319-a39c-4b39-b8f1-0ba718a9bf10 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.300185] env[70636]: DEBUG nova.compute.provider_tree [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.783189] env[70636]: DEBUG oslo_concurrency.lockutils [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-aecdffd1-4951-4065-b45c-06ee1c5f03ac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1747.784302] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8e6c4-ca82-43dc-8ba3-a72524df7355 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.791543] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90375dcd-a35f-40ca-92c3-93fddd2e564c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.804826] env[70636]: DEBUG nova.scheduler.client.report [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.311585] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1748.327864] env[70636]: INFO nova.scheduler.client.report [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Deleted allocations for instance ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6 [ 1748.835172] env[70636]: DEBUG oslo_concurrency.lockutils [None req-9b6646d5-d0aa-43f5-a614-9c537480cfb3 tempest-ServerActionsTestJSON-1004209530 tempest-ServerActionsTestJSON-1004209530-project-member] Lock "ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.841s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1748.872921] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.873225] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9d18b7-0680-40f6-9fb5-1bdb1df78f31 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.881255] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1748.881255] env[70636]: value = "task-2885419" [ 1748.881255] env[70636]: _type = "Task" [ 1748.881255] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.888954] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.391530] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885419, 'name': PowerOffVM_Task, 'duration_secs': 0.224562} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.391794] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.392515] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.392742] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.392956] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.393164] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.393314] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.393460] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.393662] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.393817] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.393981] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.394206] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.394442] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.399360] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e1d0d6-892d-43fe-87b8-1f496a15d0c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.414273] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1749.414273] env[70636]: value = "task-2885420" [ 1749.414273] env[70636]: _type = "Task" [ 1749.414273] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.422115] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.924383] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885420, 'name': ReconfigVM_Task, 'duration_secs': 0.14844} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.925285] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9acb5c-9c85-40ce-a2b9-f323fdca1db3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.947999] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.948222] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.948447] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.948875] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.949079] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.949276] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.949520] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.949707] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.949911] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.950106] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.950374] env[70636]: DEBUG nova.virt.hardware [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.951298] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5718d60e-fc24-49b6-a1e7-5b8756f4047e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.957420] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1749.957420] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]529ffd01-1a55-4813-7805-4f1765dd9e63" [ 1749.957420] env[70636]: _type = "Task" [ 1749.957420] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.965466] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529ffd01-1a55-4813-7805-4f1765dd9e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.468103] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]529ffd01-1a55-4813-7805-4f1765dd9e63, 'name': SearchDatastore_Task, 'duration_secs': 0.007349} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.473448] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1750.473712] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3533c37-e24b-4f2b-8e3b-07c281ec8194 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.491738] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1750.491738] env[70636]: value = "task-2885421" [ 1750.491738] env[70636]: _type = "Task" [ 1750.491738] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.499501] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.002159] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885421, 'name': ReconfigVM_Task, 'duration_secs': 0.203229} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.002445] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1751.003264] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665883a-fadf-444e-aa94-249d14d02ff7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.029400] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.029676] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7015cfe5-ebf1-46d5-953b-34ea07d33ef6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.047153] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1751.047153] env[70636]: value = "task-2885422" [ 1751.047153] env[70636]: _type = "Task" [ 1751.047153] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.055088] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.556704] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885422, 'name': ReconfigVM_Task, 'duration_secs': 0.278899} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.556983] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to attach disk [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac/aecdffd1-4951-4065-b45c-06ee1c5f03ac.vmdk or device None with type thin {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.557820] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06104641-e08a-4132-932b-bd28e36d57f2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.579791] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b06b2b-2074-40e9-bef0-4bc9028fb7c1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.599910] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5a9e49-80c2-4470-bae0-71f3ce4eec6c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.619811] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86365b74-b5ab-4cbd-ad70-c612f8f32738 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.626485] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.626620] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4966acf7-bf66-452f-be40-41d1eb3a381d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.634061] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1751.634061] env[70636]: value = "task-2885423" [ 1751.634061] env[70636]: _type = "Task" [ 1751.634061] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.640963] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.144323] env[70636]: DEBUG oslo_vmware.api [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885423, 'name': PowerOnVM_Task, 'duration_secs': 0.491422} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.144600] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.193897] env[70636]: INFO nova.compute.manager [None req-00878222-6c8a-4ac5-90cf-0d2345e36517 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance to original state: 'active' [ 1754.530609] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1754.530937] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1754.531043] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1754.531223] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1754.531386] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1754.535110] env[70636]: INFO nova.compute.manager [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Terminating instance [ 1755.040077] env[70636]: DEBUG nova.compute.manager [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1755.040077] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.040327] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389d05d8-23c1-4143-8def-99e975ff7c04 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.048413] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1755.048413] env[70636]: value = "task-2885424" [ 1755.048413] env[70636]: _type = "Task" [ 1755.048413] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.055716] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.557700] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885424, 'name': PowerOffVM_Task, 'duration_secs': 0.212122} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.558106] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.558169] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Volume detach. Driver type: vmdk {{(pid=70636) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1755.558337] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579732', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'name': 'volume-a9a876e2-a078-42c8-8eeb-6ba742c060da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aecdffd1-4951-4065-b45c-06ee1c5f03ac', 'attached_at': '2025-03-10T10:50:51.000000', 'detached_at': '', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'serial': 'a9a876e2-a078-42c8-8eeb-6ba742c060da'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1755.559069] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd7123-170a-4f65-aa76-a34b87f3376f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.579641] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f69c5d-02c3-4991-a475-28f035a707c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.585787] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6118c15-feaa-491e-8e50-6f1453aa75b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.604841] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9722030-ac50-4b7b-a28a-0062eb673eb1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.618711] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] The volume has not been displaced from its original location: [datastore2] volume-a9a876e2-a078-42c8-8eeb-6ba742c060da/volume-a9a876e2-a078-42c8-8eeb-6ba742c060da.vmdk. No consolidation needed. {{(pid=70636) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1755.623728] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1755.623963] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d1dc2f-8960-45da-a057-adc2b5565369 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.640885] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1755.640885] env[70636]: value = "task-2885425" [ 1755.640885] env[70636]: _type = "Task" [ 1755.640885] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.648945] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.876818] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.150896] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885425, 'name': ReconfigVM_Task, 'duration_secs': 0.189412} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.229184] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=70636) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1756.229184] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c9582e-fb5d-4a73-9617-098351e0ffdf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.229184] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1756.229184] env[70636]: value = "task-2885426" [ 1756.229184] env[70636]: _type = "Task" [ 1756.229184] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.229184] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.687942] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885426, 'name': ReconfigVM_Task, 'duration_secs': 0.129323} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.688381] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-579732', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'name': 'volume-a9a876e2-a078-42c8-8eeb-6ba742c060da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aecdffd1-4951-4065-b45c-06ee1c5f03ac', 'attached_at': '2025-03-10T10:50:51.000000', 'detached_at': '', 'volume_id': 'a9a876e2-a078-42c8-8eeb-6ba742c060da', 'serial': 'a9a876e2-a078-42c8-8eeb-6ba742c060da'} {{(pid=70636) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1756.688792] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1756.689967] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18360731-0fae-4456-9d93-6c3177e657a5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.698333] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1756.698563] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6882bb4c-a546-4a35-a31e-bfe3821d5b5f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.771691] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1756.771950] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1756.772102] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleting the datastore file [datastore1] aecdffd1-4951-4065-b45c-06ee1c5f03ac {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1756.772375] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17890025-fadd-432c-ab5d-3581defb2748 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.778646] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1756.778646] env[70636]: value = "task-2885428" [ 1756.778646] env[70636]: _type = "Task" [ 1756.778646] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.786448] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.288651] env[70636]: DEBUG oslo_vmware.api [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174036} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.288840] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.289017] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.289221] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.289384] env[70636]: INFO nova.compute.manager [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1757.289618] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1757.289796] env[70636]: DEBUG nova.compute.manager [-] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1757.289889] env[70636]: DEBUG nova.network.neutron [-] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.702484] env[70636]: DEBUG nova.compute.manager [req-0d374342-2705-4507-81a0-480b010b24f0 req-7f11bcf1-5c16-4ca2-af48-825f74346ebf service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Received event network-vif-deleted-b9ca1975-259d-4586-9617-58cdab854822 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1757.702720] env[70636]: INFO nova.compute.manager [req-0d374342-2705-4507-81a0-480b010b24f0 req-7f11bcf1-5c16-4ca2-af48-825f74346ebf service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Neutron deleted interface b9ca1975-259d-4586-9617-58cdab854822; detaching it from the instance and deleting it from the info cache [ 1757.702876] env[70636]: DEBUG nova.network.neutron [req-0d374342-2705-4507-81a0-480b010b24f0 req-7f11bcf1-5c16-4ca2-af48-825f74346ebf service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.186760] env[70636]: DEBUG nova.network.neutron [-] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.205469] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6974109-c58e-4372-aa27-871fa60ccc73 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.215774] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc032c02-9dfc-47e0-b4be-c91399f1e3db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.239020] env[70636]: DEBUG nova.compute.manager [req-0d374342-2705-4507-81a0-480b010b24f0 req-7f11bcf1-5c16-4ca2-af48-825f74346ebf service nova] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Detach interface failed, port_id=b9ca1975-259d-4586-9617-58cdab854822, reason: Instance aecdffd1-4951-4065-b45c-06ee1c5f03ac could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1758.690091] env[70636]: INFO nova.compute.manager [-] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Took 1.40 seconds to deallocate network for instance. [ 1759.233849] env[70636]: INFO nova.compute.manager [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Took 0.54 seconds to detach 1 volumes for instance. [ 1759.376906] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.377157] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.377318] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.377457] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1759.740776] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.741077] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.741271] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.763887] env[70636]: INFO nova.scheduler.client.report [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted allocations for instance aecdffd1-4951-4065-b45c-06ee1c5f03ac [ 1760.272419] env[70636]: DEBUG oslo_concurrency.lockutils [None req-440d1039-f6e3-4a1a-9691-2b298fa134c7 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "aecdffd1-4951-4065-b45c-06ee1c5f03ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1760.377062] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.377294] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.880513] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1760.880778] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1760.880942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1760.881111] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1760.881996] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add3892-7965-4fef-8796-0facf4cad506 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.890331] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe15e0-f734-4ccf-be56-f7505e4c5d3c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.903791] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819145b-5317-4ab4-884f-bd6b98fd3692 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.909789] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9dd97e-f987-40e3-b77b-56502716a515 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.937690] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181039MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1760.937824] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1760.938058] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1761.263137] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1761.263356] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1761.765800] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.286096] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1762.563166] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 31e7043d-1a47-4540-a5c2-7c952f2e42e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1762.563358] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1762.563659] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1762.589502] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c0fbcf-9981-412b-8f8d-a2a1ac8dc715 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.597023] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d5a926-caf2-4f73-93dd-ec64e9c25816 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.625611] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dc5306-a2eb-4df9-b785-56926846e12e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.632634] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cc4ee-d883-4812-96bc-f821e4667af0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.644791] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.147903] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.654050] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1763.654050] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.715s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1763.654050] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.368s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1763.656614] env[70636]: INFO nova.compute.claims [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.659101] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.659246] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Cleaning up deleted instances {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1764.169566] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] There are 23 instances to clean {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1764.169928] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: ec67096c-c4ef-4e1d-b8f8-ea5bef61a0d6] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1764.672420] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: aecdffd1-4951-4065-b45c-06ee1c5f03ac] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1764.693212] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38142fe7-6239-4a23-bb6c-7b60148f4b40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.701494] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0845c4-11c7-4cb6-93ab-a8eb115fb1ce {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.730715] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80140efa-21af-4d78-acbb-9b0aae0b6e30 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.737187] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ddbd40-e77e-4917-9901-250a2fd7dcec {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.749642] env[70636]: DEBUG nova.compute.provider_tree [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.175857] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 73b7809f-72e7-481c-a197-ba9dc4915230] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1765.252254] env[70636]: DEBUG nova.scheduler.client.report [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.680577] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f190ad32-a699-4e20-bfb9-ea006e17fb53] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1765.756839] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1765.757364] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.184549] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: cc993a80-ee62-4587-8b51-7b1f054bb758] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1766.262046] env[70636]: DEBUG nova.compute.utils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1766.264047] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Allocating IP information in the background. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.264047] env[70636]: DEBUG nova.network.neutron [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] allocate_for_instance() {{(pid=70636) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.310963] env[70636]: DEBUG nova.policy [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfc5d11eaf7343ca84376df7c7ecb9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce24194656e48d19d980d872dc88416', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70636) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.573797] env[70636]: DEBUG nova.network.neutron [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Successfully created port: 8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1766.687675] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 7968f222-2ecb-4169-83be-83f2b54033e1] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1766.766537] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.191059] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: f2c3b0b2-5a06-4a3a-92ef-428ba8dd967d] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1767.694793] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 96c6b851-6b24-4b40-ba6d-6477b10d3f3d] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1767.776106] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1767.801957] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.802218] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.802374] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.802552] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.802701] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.802845] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.803075] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.803241] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.803406] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.803564] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.803735] env[70636]: DEBUG nova.virt.hardware [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.804647] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ff5cec-e0ab-4fa0-99aa-19faaf80e55e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.812468] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b091ffb-c615-48cb-87a2-2ac3350e9343 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.915593] env[70636]: DEBUG nova.compute.manager [req-c6cf9bfa-47b5-4abc-b3e9-5f8a121967f7 req-b1ef1193-ac7b-415a-a7ea-7fc9ac557744 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-vif-plugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1767.915880] env[70636]: DEBUG oslo_concurrency.lockutils [req-c6cf9bfa-47b5-4abc-b3e9-5f8a121967f7 req-b1ef1193-ac7b-415a-a7ea-7fc9ac557744 service nova] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1767.916009] env[70636]: DEBUG oslo_concurrency.lockutils [req-c6cf9bfa-47b5-4abc-b3e9-5f8a121967f7 req-b1ef1193-ac7b-415a-a7ea-7fc9ac557744 service nova] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1767.916186] env[70636]: DEBUG oslo_concurrency.lockutils [req-c6cf9bfa-47b5-4abc-b3e9-5f8a121967f7 req-b1ef1193-ac7b-415a-a7ea-7fc9ac557744 service nova] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1767.916367] env[70636]: DEBUG nova.compute.manager [req-c6cf9bfa-47b5-4abc-b3e9-5f8a121967f7 req-b1ef1193-ac7b-415a-a7ea-7fc9ac557744 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] No waiting events found dispatching network-vif-plugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1767.916523] env[70636]: WARNING nova.compute.manager [req-c6cf9bfa-47b5-4abc-b3e9-5f8a121967f7 req-b1ef1193-ac7b-415a-a7ea-7fc9ac557744 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received unexpected event network-vif-plugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 for instance with vm_state building and task_state spawning. [ 1767.999160] env[70636]: DEBUG nova.network.neutron [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Successfully updated port: 8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1768.198413] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: d4e90547-1ce2-41ad-b281-e96e528d0d7e] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1768.501775] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.501976] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1768.502094] env[70636]: DEBUG nova.network.neutron [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.701716] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 050956ed-014b-45c9-88b8-7d5c293f476a] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1769.032147] env[70636]: DEBUG nova.network.neutron [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1769.147856] env[70636]: DEBUG nova.network.neutron [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.205264] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: b96d42e2-a8ce-4ba5-abd6-0f0c6f89d112] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1769.650279] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.650637] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Instance network_info: |[{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1769.651095] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a0:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec3ebda-d5e6-472d-ac1b-36e24b540362', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.658486] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1769.658700] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.658918] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a1788b-18b1-4c46-9c2a-acc655104b40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.678878] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.678878] env[70636]: value = "task-2885429" [ 1769.678878] env[70636]: _type = "Task" [ 1769.678878] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.686015] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885429, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.708519] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: d1a7ee09-85df-4db7-99e9-f4ae703f8394] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1769.944244] env[70636]: DEBUG nova.compute.manager [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1769.944459] env[70636]: DEBUG nova.compute.manager [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing instance network info cache due to event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1769.944692] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.944886] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.944995] env[70636]: DEBUG nova.network.neutron [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.190145] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885429, 'name': CreateVM_Task, 'duration_secs': 0.291589} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.190363] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.190931] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.191117] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.191451] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.191701] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ddc2aa-1cff-4b50-ad88-7ebbcc0207d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.195894] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1770.195894] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52075ec4-0b86-3fd0-1edc-836d6044bceb" [ 1770.195894] env[70636]: _type = "Task" [ 1770.195894] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.203292] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52075ec4-0b86-3fd0-1edc-836d6044bceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.211220] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: dc663516-2d8b-448e-95c5-e433bf1f1227] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1770.615541] env[70636]: DEBUG nova.network.neutron [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updated VIF entry in instance network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.615905] env[70636]: DEBUG nova.network.neutron [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.707203] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52075ec4-0b86-3fd0-1edc-836d6044bceb, 'name': SearchDatastore_Task, 'duration_secs': 0.01259} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.707472] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.707713] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.707959] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.708120] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.708297] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.708545] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c8f8ea-788d-4cb1-8926-913d64192b78 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.713760] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 85dd50d1-d544-44e5-a3a0-d135941470f0] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1770.716917] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.717102] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.717754] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee872d9-862d-41ee-8faa-d659ed8dd830 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.722848] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1770.722848] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b79f40-8d2c-ee46-ed6b-a1b9dae1aef3" [ 1770.722848] env[70636]: _type = "Task" [ 1770.722848] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.729764] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b79f40-8d2c-ee46-ed6b-a1b9dae1aef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.118377] env[70636]: DEBUG oslo_concurrency.lockutils [req-b0072f73-3753-4e1d-af5a-351c26f3f58d req-27c4d384-bad1-494a-8c82-11c29fd3cab4 service nova] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.217234] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 1823da62-1035-4b4c-8b4c-ac08fb7f0cb0] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1771.233262] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b79f40-8d2c-ee46-ed6b-a1b9dae1aef3, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.234073] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cbb0ce-0871-4a5d-9f13-5bbc75d82f37 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.239215] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1771.239215] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ed0518-4c4d-8bac-f0a9-ce877d251d75" [ 1771.239215] env[70636]: _type = "Task" [ 1771.239215] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.247287] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ed0518-4c4d-8bac-f0a9-ce877d251d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.720801] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 81b3e63d-f462-4087-9ab1-dc434350c431] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1771.749767] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ed0518-4c4d-8bac-f0a9-ce877d251d75, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.750012] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.750256] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.750496] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b7479db-4c1a-465b-be12-2ee83650c24c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.757073] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1771.757073] env[70636]: value = "task-2885430" [ 1771.757073] env[70636]: _type = "Task" [ 1771.757073] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.764227] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.223821] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 54f01786-135f-4b64-b8a6-dc2e5f6528a2] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1772.266529] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448216} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.266803] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.267028] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.267272] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-251ddddc-3599-4fc4-b89f-b9a0adaa58b1 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.273396] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1772.273396] env[70636]: value = "task-2885431" [ 1772.273396] env[70636]: _type = "Task" [ 1772.273396] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.280413] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.727173] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 2d8ddb5f-e01e-4b3e-8f93-3850d91e39ed] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1772.783476] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057702} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.783773] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.784560] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a61db-e10e-4526-a259-27db9614d0bb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.808073] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.808303] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e492af-5935-4716-b701-ca009ea912db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.826707] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1772.826707] env[70636]: value = "task-2885432" [ 1772.826707] env[70636]: _type = "Task" [ 1772.826707] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.834098] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.230949] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 0ce53ef6-f7cc-4786-9f2d-c60a50f2c468] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1773.336169] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.733991] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: cc71cd78-0d4d-4cbd-be52-8a1f8c976280] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1773.836556] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885432, 'name': ReconfigVM_Task, 'duration_secs': 0.748465} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.837807] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.837807] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6238a83-14fe-4f7e-8a6e-74e71905d97a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.844289] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1773.844289] env[70636]: value = "task-2885433" [ 1773.844289] env[70636]: _type = "Task" [ 1773.844289] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.851787] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885433, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.237222] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: caad11f9-6910-439b-b8dc-51a422b711b2] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1774.353836] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885433, 'name': Rename_Task, 'duration_secs': 0.124167} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.354146] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.354334] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0131001-42e3-49b9-876a-4cf92cc63536 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.359665] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1774.359665] env[70636]: value = "task-2885434" [ 1774.359665] env[70636]: _type = "Task" [ 1774.359665] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.366475] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.740459] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: 10ed16a0-f8f6-4432-b644-b485187b7929] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1774.872381] env[70636]: DEBUG oslo_vmware.api [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885434, 'name': PowerOnVM_Task, 'duration_secs': 0.418727} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.872675] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.872827] env[70636]: INFO nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1774.873011] env[70636]: DEBUG nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.873764] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451c7e62-71e7-4ba2-b7a4-2b24dbdcc0be {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.243689] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] [instance: e7b75a8e-8c99-4489-bcc5-ee48874d6228] Instance has had 0 of 5 cleanup attempts {{(pid=70636) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1775.392102] env[70636]: INFO nova.compute.manager [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Took 13.12 seconds to build instance. [ 1775.747314] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.747509] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Cleaning up deleted instances with incomplete migration {{(pid=70636) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1775.893901] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0dbc7c52-497d-481e-af5e-2b088057e166 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.630s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1776.250521] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.542565] env[70636]: DEBUG nova.compute.manager [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1776.542769] env[70636]: DEBUG nova.compute.manager [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing instance network info cache due to event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1776.542984] env[70636]: DEBUG oslo_concurrency.lockutils [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.543446] env[70636]: DEBUG oslo_concurrency.lockutils [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.543446] env[70636]: DEBUG nova.network.neutron [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.240248] env[70636]: DEBUG nova.network.neutron [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updated VIF entry in instance network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.240805] env[70636]: DEBUG nova.network.neutron [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.743971] env[70636]: DEBUG oslo_concurrency.lockutils [req-2bc3066e-1cb6-4b05-9576-85f259af3ca0 req-32996f21-c8dc-4352-9ac4-8d9cec91cae9 service nova] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1777.752706] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.752910] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.573720] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1812.574243] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1812.574243] env[70636]: INFO nova.compute.manager [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Shelving [ 1813.583789] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.584234] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d61dde4-cda6-4664-b93c-e6d9e2df6cdb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.592714] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1813.592714] env[70636]: value = "task-2885435" [ 1813.592714] env[70636]: _type = "Task" [ 1813.592714] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.601862] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.104713] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885435, 'name': PowerOffVM_Task, 'duration_secs': 0.17849} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.104960] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.105757] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93467357-4021-47bb-97b1-0ef7a38ca5ab {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.123067] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eee086-1687-4349-9a8e-b618e963fa95 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.633275] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Creating Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1814.633651] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71bad7d0-2959-40ca-91fa-7a1289bab085 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.643130] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1814.643130] env[70636]: value = "task-2885436" [ 1814.643130] env[70636]: _type = "Task" [ 1814.643130] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.651630] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885436, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.153261] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885436, 'name': CreateSnapshot_Task, 'duration_secs': 0.399281} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.153514] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Created Snapshot of the VM instance {{(pid=70636) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1815.154305] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c749f31-e9b8-4b1b-b688-7b64c8b30848 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.671077] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Creating linked-clone VM from snapshot {{(pid=70636) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1815.671472] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e71702f4-dd0b-4b79-8e89-3770e3b77ff4 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.679986] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1815.679986] env[70636]: value = "task-2885437" [ 1815.679986] env[70636]: _type = "Task" [ 1815.679986] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.687679] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885437, 'name': CloneVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.190152] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885437, 'name': CloneVM_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.372452] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.689845] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885437, 'name': CloneVM_Task, 'duration_secs': 0.986968} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.690227] env[70636]: INFO nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Created linked-clone VM from snapshot [ 1816.690864] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56d89b3-c710-4a19-b178-869d4d5b9119 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.697552] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Uploading image 6127066a-e38c-49c3-ad3f-245cdd535bda {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1816.737011] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1816.737011] env[70636]: value = "vm-579735" [ 1816.737011] env[70636]: _type = "VirtualMachine" [ 1816.737011] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1816.737283] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acb033b2-790e-49d8-b4be-b3589313c0bc {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.743448] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease: (returnval){ [ 1816.743448] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd0edd-6dbe-9392-de07-90eabcefd900" [ 1816.743448] env[70636]: _type = "HttpNfcLease" [ 1816.743448] env[70636]: } obtained for exporting VM: (result){ [ 1816.743448] env[70636]: value = "vm-579735" [ 1816.743448] env[70636]: _type = "VirtualMachine" [ 1816.743448] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1816.743738] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the lease: (returnval){ [ 1816.743738] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd0edd-6dbe-9392-de07-90eabcefd900" [ 1816.743738] env[70636]: _type = "HttpNfcLease" [ 1816.743738] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1816.749295] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1816.749295] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd0edd-6dbe-9392-de07-90eabcefd900" [ 1816.749295] env[70636]: _type = "HttpNfcLease" [ 1816.749295] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1817.251775] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1817.251775] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd0edd-6dbe-9392-de07-90eabcefd900" [ 1817.251775] env[70636]: _type = "HttpNfcLease" [ 1817.251775] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1817.252139] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1817.252139] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52cd0edd-6dbe-9392-de07-90eabcefd900" [ 1817.252139] env[70636]: _type = "HttpNfcLease" [ 1817.252139] env[70636]: }. {{(pid=70636) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1817.252767] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67cfefe-2bba-4e9f-8465-d112bfc91934 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.259570] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287035b-0ec0-b2d6-614b-ff742237be7d/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1817.259736] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287035b-0ec0-b2d6-614b-ff742237be7d/disk-0.vmdk for reading. {{(pid=70636) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1817.345305] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9f7cd5c-04b4-42f1-bcd8-e4e44e9bcc74 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.376903] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.377334] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.377334] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1820.377628] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1821.377236] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1822.378075] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1822.378075] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1822.882185] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1822.882482] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1822.882646] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1822.882801] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1822.883721] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd8694-b315-47c5-9680-59d567d13dac {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.891786] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014db9b-b006-4d26-9c43-b6faaf1197bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.905914] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4539ed-01ba-4bc5-b846-19de432ea4d5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.912604] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119dd47-8cdb-4077-8632-fca5454a708a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.941485] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1822.941647] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1822.941848] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1823.959650] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287035b-0ec0-b2d6-614b-ff742237be7d/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1823.960603] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f1e525-1c9d-4945-9549-77711c48917a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.966777] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287035b-0ec0-b2d6-614b-ff742237be7d/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1823.966945] env[70636]: ERROR oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287035b-0ec0-b2d6-614b-ff742237be7d/disk-0.vmdk due to incomplete transfer. [ 1823.967873] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 31e7043d-1a47-4540-a5c2-7c952f2e42e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1823.968080] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1823.968227] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1823.970172] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea65ff13-87ef-4e1a-9d3f-dba84529cd38 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.977158] env[70636]: DEBUG oslo_vmware.rw_handles [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287035b-0ec0-b2d6-614b-ff742237be7d/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1823.977349] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Uploaded image 6127066a-e38c-49c3-ad3f-245cdd535bda to the Glance image server {{(pid=70636) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1823.979707] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Destroying the VM {{(pid=70636) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1823.979937] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca1e0eb6-40de-4027-91b6-5355b53d29b5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.987823] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1823.987823] env[70636]: value = "task-2885439" [ 1823.987823] env[70636]: _type = "Task" [ 1823.987823] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.995720] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885439, 'name': Destroy_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.997265] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca3582-7a1b-4099-8baf-f2bec2541ac7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.003524] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b59d0d-f5f0-4bde-9b34-acec5389ed1e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.033505] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29085ec5-8a2a-40e3-9c20-9999a10c7d2f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.040213] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60e0cd-d655-4820-a67c-4929809a1339 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.052821] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.497929] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885439, 'name': Destroy_Task, 'duration_secs': 0.320677} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.498221] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Destroyed the VM [ 1824.498475] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deleting Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1824.498736] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c4bd41d-28a5-4fa3-87e6-d30be15b901e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.504179] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1824.504179] env[70636]: value = "task-2885440" [ 1824.504179] env[70636]: _type = "Task" [ 1824.504179] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.511394] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.556140] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.014520] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885440, 'name': RemoveSnapshot_Task, 'duration_secs': 0.330107} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.014894] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deleted Snapshot of the VM instance {{(pid=70636) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1825.015084] env[70636]: DEBUG nova.compute.manager [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.015828] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0c97c-c61c-4819-97ad-e5e4d31603b3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.060205] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1825.060382] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1825.527593] env[70636]: INFO nova.compute.manager [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Shelve offloading [ 1826.031614] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.031996] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b30f6949-bb9f-4962-8aeb-005a0116cadf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.039692] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1826.039692] env[70636]: value = "task-2885441" [ 1826.039692] env[70636]: _type = "Task" [ 1826.039692] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.048386] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.549969] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] VM already powered off {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1826.550236] env[70636]: DEBUG nova.compute.manager [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.550983] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3017451f-7c1d-46f7-a8d1-ce1f34078cf5 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.556609] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.556772] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1826.556937] env[70636]: DEBUG nova.network.neutron [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.062097] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1827.309061] env[70636]: DEBUG nova.network.neutron [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.811707] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1828.063090] env[70636]: DEBUG nova.compute.manager [req-fb1cecfc-8cf3-488f-b56e-31f49f04daab req-9a791480-9408-4c66-9527-ce5e624963d3 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-vif-unplugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1828.063376] env[70636]: DEBUG oslo_concurrency.lockutils [req-fb1cecfc-8cf3-488f-b56e-31f49f04daab req-9a791480-9408-4c66-9527-ce5e624963d3 service nova] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1828.063512] env[70636]: DEBUG oslo_concurrency.lockutils [req-fb1cecfc-8cf3-488f-b56e-31f49f04daab req-9a791480-9408-4c66-9527-ce5e624963d3 service nova] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1828.063671] env[70636]: DEBUG oslo_concurrency.lockutils [req-fb1cecfc-8cf3-488f-b56e-31f49f04daab req-9a791480-9408-4c66-9527-ce5e624963d3 service nova] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1828.063835] env[70636]: DEBUG nova.compute.manager [req-fb1cecfc-8cf3-488f-b56e-31f49f04daab req-9a791480-9408-4c66-9527-ce5e624963d3 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] No waiting events found dispatching network-vif-unplugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.063998] env[70636]: WARNING nova.compute.manager [req-fb1cecfc-8cf3-488f-b56e-31f49f04daab req-9a791480-9408-4c66-9527-ce5e624963d3 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received unexpected event network-vif-unplugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 for instance with vm_state shelved and task_state shelving_offloading. [ 1828.121020] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.121910] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70056c4-ecf7-4c46-9f0c-81852cb6c4db {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.129984] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.130245] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa78f0ee-d264-461b-ab61-c527914423bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.196275] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.196478] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.196702] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleting the datastore file [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.196956] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85296d13-d9e4-47e0-be9b-a492d66af492 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.203974] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1828.203974] env[70636]: value = "task-2885443" [ 1828.203974] env[70636]: _type = "Task" [ 1828.203974] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.212598] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.713468] env[70636]: DEBUG oslo_vmware.api [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159682} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.713745] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.713892] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.714072] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.738741] env[70636]: INFO nova.scheduler.client.report [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted allocations for instance 31e7043d-1a47-4540-a5c2-7c952f2e42e7 [ 1829.243875] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1829.244304] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1829.244403] env[70636]: DEBUG nova.objects.instance [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'resources' on Instance uuid 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.372834] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.746756] env[70636]: DEBUG nova.objects.instance [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'numa_topology' on Instance uuid 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.092137] env[70636]: DEBUG nova.compute.manager [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1830.092137] env[70636]: DEBUG nova.compute.manager [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing instance network info cache due to event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1830.092288] env[70636]: DEBUG oslo_concurrency.lockutils [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.092462] env[70636]: DEBUG oslo_concurrency.lockutils [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1830.092626] env[70636]: DEBUG nova.network.neutron [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.249235] env[70636]: DEBUG nova.objects.base [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Object Instance<31e7043d-1a47-4540-a5c2-7c952f2e42e7> lazy-loaded attributes: resources,numa_topology {{(pid=70636) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1830.262144] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35da6900-e377-4916-9d9c-19e0a9eb9ed0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.270769] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed7d497-36e6-46e8-980c-f4bac0d0769b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.299703] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3aa985-c60d-42d3-92a6-7417e4fad84f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.306316] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d40116b-ef99-4b08-a4b1-3c5521060227 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.318808] env[70636]: DEBUG nova.compute.provider_tree [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.822054] env[70636]: DEBUG nova.scheduler.client.report [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.997355] env[70636]: DEBUG nova.network.neutron [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updated VIF entry in instance network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.997715] env[70636]: DEBUG nova.network.neutron [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.152631] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1831.326657] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1831.500310] env[70636]: DEBUG oslo_concurrency.lockutils [req-a978de36-f546-4b51-b170-4dd1fa088e52 req-c005117b-5eb3-454c-81be-26bde3e6e502 service nova] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1831.833881] env[70636]: DEBUG oslo_concurrency.lockutils [None req-246a5476-2ee8-4689-a0e3-c7fea47da450 tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.260s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1831.834739] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.682s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1831.834922] env[70636]: INFO nova.compute.manager [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Unshelving [ 1832.859865] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1832.860154] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1832.860358] env[70636]: DEBUG nova.objects.instance [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'pci_requests' on Instance uuid 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.364585] env[70636]: DEBUG nova.objects.instance [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'numa_topology' on Instance uuid 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.866965] env[70636]: INFO nova.compute.claims [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.903278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20687622-ffd8-4dfa-9a6a-9c5cf42fafed {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.910843] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d19611-09ef-43cf-8fda-2bda3bac656e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.940654] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608b998-95a0-4f1a-a54d-dd679ce7b7bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.946993] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb41e386-aeff-4a5a-ad96-ae4d111c298e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.959815] env[70636]: DEBUG nova.compute.provider_tree [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.463288] env[70636]: DEBUG nova.scheduler.client.report [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.968288] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1835.996182] env[70636]: INFO nova.network.neutron [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating port 8ec3ebda-d5e6-472d-ac1b-36e24b540362 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1837.352009] env[70636]: DEBUG nova.compute.manager [req-63287cb4-7d69-4c7c-a9cb-b57b61be5609 req-7d967e12-41ac-4164-aaa7-27f4d02f0a6c service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-vif-plugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1837.352276] env[70636]: DEBUG oslo_concurrency.lockutils [req-63287cb4-7d69-4c7c-a9cb-b57b61be5609 req-7d967e12-41ac-4164-aaa7-27f4d02f0a6c service nova] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1837.352451] env[70636]: DEBUG oslo_concurrency.lockutils [req-63287cb4-7d69-4c7c-a9cb-b57b61be5609 req-7d967e12-41ac-4164-aaa7-27f4d02f0a6c service nova] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1837.352618] env[70636]: DEBUG oslo_concurrency.lockutils [req-63287cb4-7d69-4c7c-a9cb-b57b61be5609 req-7d967e12-41ac-4164-aaa7-27f4d02f0a6c service nova] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1837.352782] env[70636]: DEBUG nova.compute.manager [req-63287cb4-7d69-4c7c-a9cb-b57b61be5609 req-7d967e12-41ac-4164-aaa7-27f4d02f0a6c service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] No waiting events found dispatching network-vif-plugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.352942] env[70636]: WARNING nova.compute.manager [req-63287cb4-7d69-4c7c-a9cb-b57b61be5609 req-7d967e12-41ac-4164-aaa7-27f4d02f0a6c service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received unexpected event network-vif-plugged-8ec3ebda-d5e6-472d-ac1b-36e24b540362 for instance with vm_state shelved_offloaded and task_state spawning. [ 1837.431447] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.431447] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1837.431447] env[70636]: DEBUG nova.network.neutron [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.122519] env[70636]: DEBUG nova.network.neutron [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.625555] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1838.652456] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1a4faea117f9a6458f18ad62b65343af',container_format='bare',created_at=2025-03-10T10:51:55Z,direct_url=,disk_format='vmdk',id=6127066a-e38c-49c3-ad3f-245cdd535bda,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1397808457-shelved',owner='dce24194656e48d19d980d872dc88416',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-10T10:52:07Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.652698] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.652851] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.653046] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.653197] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.653346] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.653548] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.653702] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.653866] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.654036] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.654256] env[70636]: DEBUG nova.virt.hardware [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.655106] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d218f796-0e0f-4d7a-ad49-f00891909a2c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.663096] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9a7ec7-078f-41b5-bb61-cf71ef92c042 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.676056] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a0:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec3ebda-d5e6-472d-ac1b-36e24b540362', 'vif_model': 'vmxnet3'}] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.683281] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1838.683508] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.683704] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c64748f-cf33-4f51-9145-20e4698ac06f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.701739] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.701739] env[70636]: value = "task-2885444" [ 1838.701739] env[70636]: _type = "Task" [ 1838.701739] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.709422] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885444, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.211723] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885444, 'name': CreateVM_Task, 'duration_secs': 0.312005} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.212517] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1839.212826] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.212987] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.213360] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.213657] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187c390a-aad3-4278-a6ff-926afc4e4831 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.217887] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1839.217887] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d2df6c-8251-5676-ec23-1386f8789f49" [ 1839.217887] env[70636]: _type = "Task" [ 1839.217887] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.225036] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d2df6c-8251-5676-ec23-1386f8789f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.378768] env[70636]: DEBUG nova.compute.manager [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1839.378956] env[70636]: DEBUG nova.compute.manager [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing instance network info cache due to event network-changed-8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1839.379239] env[70636]: DEBUG oslo_concurrency.lockutils [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] Acquiring lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.379399] env[70636]: DEBUG oslo_concurrency.lockutils [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] Acquired lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.379563] env[70636]: DEBUG nova.network.neutron [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Refreshing network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.727857] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.728284] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Processing image 6127066a-e38c-49c3-ad3f-245cdd535bda {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.728382] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.728527] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.728705] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1839.728947] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d802bdf3-f7c9-4c00-8b13-5cdf0287054e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.746708] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1839.746888] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1839.747560] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d5659d-4f85-4042-82e9-52553b72452c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.752366] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1839.752366] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52334ffe-5729-962f-d285-3f6acb579bd4" [ 1839.752366] env[70636]: _type = "Task" [ 1839.752366] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.759578] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52334ffe-5729-962f-d285-3f6acb579bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.072289] env[70636]: DEBUG nova.network.neutron [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updated VIF entry in instance network info cache for port 8ec3ebda-d5e6-472d-ac1b-36e24b540362. {{(pid=70636) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.072637] env[70636]: DEBUG nova.network.neutron [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [{"id": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "address": "fa:16:3e:94:a0:c3", "network": {"id": "8d70a5ad-6fb0-4649-ad2d-ef3a10ece6ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1366708088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce24194656e48d19d980d872dc88416", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec3ebda-d5", "ovs_interfaceid": "8ec3ebda-d5e6-472d-ac1b-36e24b540362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.262925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Preparing fetch location {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1840.262925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Fetch image to [datastore1] OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b/OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b.vmdk {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1840.262925] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Downloading stream optimized image 6127066a-e38c-49c3-ad3f-245cdd535bda to [datastore1] OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b/OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b.vmdk on the data store datastore1 as vApp {{(pid=70636) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1840.263227] env[70636]: DEBUG nova.virt.vmwareapi.images [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Downloading image file data 6127066a-e38c-49c3-ad3f-245cdd535bda to the ESX as VM named 'OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b' {{(pid=70636) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1840.328538] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1840.328538] env[70636]: value = "resgroup-9" [ 1840.328538] env[70636]: _type = "ResourcePool" [ 1840.328538] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1840.328850] env[70636]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-345f0452-7cd3-440f-b706-67ea63287d86 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.349146] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease: (returnval){ [ 1840.349146] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523bf4e3-e9e8-6a54-e641-97a61b4dbe75" [ 1840.349146] env[70636]: _type = "HttpNfcLease" [ 1840.349146] env[70636]: } obtained for vApp import into resource pool (val){ [ 1840.349146] env[70636]: value = "resgroup-9" [ 1840.349146] env[70636]: _type = "ResourcePool" [ 1840.349146] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1840.349511] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the lease: (returnval){ [ 1840.349511] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523bf4e3-e9e8-6a54-e641-97a61b4dbe75" [ 1840.349511] env[70636]: _type = "HttpNfcLease" [ 1840.349511] env[70636]: } to be ready. {{(pid=70636) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1840.355377] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.355377] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523bf4e3-e9e8-6a54-e641-97a61b4dbe75" [ 1840.355377] env[70636]: _type = "HttpNfcLease" [ 1840.355377] env[70636]: } is initializing. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1840.576032] env[70636]: DEBUG oslo_concurrency.lockutils [req-b03e054f-7734-4732-b789-acdca30529ea req-c54dde4d-357d-48a8-aeb3-c5039d26c045 service nova] Releasing lock "refresh_cache-31e7043d-1a47-4540-a5c2-7c952f2e42e7" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1840.857308] env[70636]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.857308] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523bf4e3-e9e8-6a54-e641-97a61b4dbe75" [ 1840.857308] env[70636]: _type = "HttpNfcLease" [ 1840.857308] env[70636]: } is ready. {{(pid=70636) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1840.857760] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1840.857760] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]523bf4e3-e9e8-6a54-e641-97a61b4dbe75" [ 1840.857760] env[70636]: _type = "HttpNfcLease" [ 1840.857760] env[70636]: }. {{(pid=70636) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1840.858278] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a960f-edc4-42e9-924e-65cdbd29f618 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.865196] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2658-bb88-6c3b-36bd-5c84f97b994a/disk-0.vmdk from lease info. {{(pid=70636) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1840.865366] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2658-bb88-6c3b-36bd-5c84f97b994a/disk-0.vmdk. {{(pid=70636) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1840.928387] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1d773b8-4ab1-4a97-9edf-a6efba509f59 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.003532] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Completed reading data from the image iterator. {{(pid=70636) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1842.003917] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2658-bb88-6c3b-36bd-5c84f97b994a/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1842.004683] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b79dbe9-beab-41c4-bf76-9dedd2fc4e9d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.011539] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2658-bb88-6c3b-36bd-5c84f97b994a/disk-0.vmdk is in state: ready. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1842.011741] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2658-bb88-6c3b-36bd-5c84f97b994a/disk-0.vmdk. {{(pid=70636) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1842.011964] env[70636]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ce1e7a09-0b4c-4617-b781-b64b47fdf35f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.224984] env[70636]: DEBUG oslo_vmware.rw_handles [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd2658-bb88-6c3b-36bd-5c84f97b994a/disk-0.vmdk. {{(pid=70636) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1842.225260] env[70636]: INFO nova.virt.vmwareapi.images [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Downloaded image file data 6127066a-e38c-49c3-ad3f-245cdd535bda [ 1842.226251] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1947bf93-32c3-453d-bba0-bcd8711f41cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.242566] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-968360f9-3bff-4dcb-a5f5-7c03da266f40 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.284781] env[70636]: INFO nova.virt.vmwareapi.images [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] The imported VM was unregistered [ 1842.287044] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Caching image {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1842.287276] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.287542] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c6c2912-eb24-4419-baf0-1dffe434bb7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.296839] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Created directory with path [datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.297014] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b/OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b.vmdk to [datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk. {{(pid=70636) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1842.297247] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-63e8e761-89de-4619-8926-175d029e403d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.303168] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1842.303168] env[70636]: value = "task-2885447" [ 1842.303168] env[70636]: _type = "Task" [ 1842.303168] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.310149] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885447, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.813768] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885447, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.314613] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885447, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.815985] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885447, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.316680] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885447, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.817357] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885447, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.151507} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.817609] env[70636]: INFO nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b/OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b.vmdk to [datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk. [ 1844.817794] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Cleaning up location [datastore1] OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1844.817954] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2283b7ef-64af-4d1c-a08f-42114219b32b {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.818237] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4bc605b-f2cf-499d-8281-6b12351d4996 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.824390] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1844.824390] env[70636]: value = "task-2885448" [ 1844.824390] env[70636]: _type = "Task" [ 1844.824390] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.831700] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.334289] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038796} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.334667] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.334667] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1845.334915] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk to [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.335230] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a4f267-d759-4501-b3b4-aa12b36f7f69 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.341342] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1845.341342] env[70636]: value = "task-2885449" [ 1845.341342] env[70636]: _type = "Task" [ 1845.341342] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.348681] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.851892] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885449, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.352584] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885449, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.853544] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885449, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.354293] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885449, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.855762] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885449, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.224028} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.855997] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6127066a-e38c-49c3-ad3f-245cdd535bda/6127066a-e38c-49c3-ad3f-245cdd535bda.vmdk to [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.856820] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447aced-d11c-4f61-b4ae-9bd735855e0c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.877650] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.877878] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0870109-d354-4ed6-9313-d36bb1e37e13 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.897088] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1847.897088] env[70636]: value = "task-2885450" [ 1847.897088] env[70636]: _type = "Task" [ 1847.897088] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.904121] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.407181] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885450, 'name': ReconfigVM_Task, 'duration_secs': 0.271216} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.407571] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7/31e7043d-1a47-4540-a5c2-7c952f2e42e7.vmdk or device None with type streamOptimized {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.408033] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c39b9bb3-a1b1-4d76-b221-793b6a191c79 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.413664] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1848.413664] env[70636]: value = "task-2885451" [ 1848.413664] env[70636]: _type = "Task" [ 1848.413664] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.420787] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885451, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.924577] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885451, 'name': Rename_Task, 'duration_secs': 0.141772} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.924823] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.925064] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a2b875e-1dc5-489f-ab34-46b53a8eda1a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.930292] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1848.930292] env[70636]: value = "task-2885452" [ 1848.930292] env[70636]: _type = "Task" [ 1848.930292] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.937186] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.441812] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.942067] env[70636]: DEBUG oslo_vmware.api [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885452, 'name': PowerOnVM_Task, 'duration_secs': 0.543869} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.942341] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.036988] env[70636]: DEBUG nova.compute.manager [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.037937] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34368779-595c-425e-b836-436a4f11c9fd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.554730] env[70636]: DEBUG oslo_concurrency.lockutils [None req-0bb697b1-8dab-487f-bcf5-28a8301f630c tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.720s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1851.720158] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1851.720588] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1851.720671] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1851.720835] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1851.720996] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1851.723279] env[70636]: INFO nova.compute.manager [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Terminating instance [ 1852.227326] env[70636]: DEBUG nova.compute.manager [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.227583] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.228620] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55996d20-f7c1-43d4-8e33-980d9f7d1338 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.236921] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.237201] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8818a34-0576-4c3c-8baf-7934fb6cb641 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.242898] env[70636]: DEBUG oslo_vmware.api [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1852.242898] env[70636]: value = "task-2885453" [ 1852.242898] env[70636]: _type = "Task" [ 1852.242898] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.251177] env[70636]: DEBUG oslo_vmware.api [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.752698] env[70636]: DEBUG oslo_vmware.api [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885453, 'name': PowerOffVM_Task, 'duration_secs': 0.193571} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.753114] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.753114] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.753350] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a66db88-f068-4cba-ae59-21c961fe3ab7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.813402] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.813613] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deleting contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.813787] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleting the datastore file [datastore1] 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.814071] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26ee1597-d803-432c-9b8d-0af76e7e79ba {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.821071] env[70636]: DEBUG oslo_vmware.api [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for the task: (returnval){ [ 1852.821071] env[70636]: value = "task-2885455" [ 1852.821071] env[70636]: _type = "Task" [ 1852.821071] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.828291] env[70636]: DEBUG oslo_vmware.api [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.330712] env[70636]: DEBUG oslo_vmware.api [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Task: {'id': task-2885455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116111} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.330995] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.331200] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deleted contents of the VM from datastore datastore1 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.331372] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.331542] env[70636]: INFO nova.compute.manager [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1853.331774] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1853.331951] env[70636]: DEBUG nova.compute.manager [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.332055] env[70636]: DEBUG nova.network.neutron [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.754324] env[70636]: DEBUG nova.compute.manager [req-a15766ff-f48d-4090-8b38-d0d9155f9355 req-1ff9eb7d-dfb5-4242-bb4c-19cff8429119 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Received event network-vif-deleted-8ec3ebda-d5e6-472d-ac1b-36e24b540362 {{(pid=70636) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1853.754570] env[70636]: INFO nova.compute.manager [req-a15766ff-f48d-4090-8b38-d0d9155f9355 req-1ff9eb7d-dfb5-4242-bb4c-19cff8429119 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Neutron deleted interface 8ec3ebda-d5e6-472d-ac1b-36e24b540362; detaching it from the instance and deleting it from the info cache [ 1853.754760] env[70636]: DEBUG nova.network.neutron [req-a15766ff-f48d-4090-8b38-d0d9155f9355 req-1ff9eb7d-dfb5-4242-bb4c-19cff8429119 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.238601] env[70636]: DEBUG nova.network.neutron [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.258710] env[70636]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05825bde-6050-4dd8-b5b5-c40318bc5e1b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.268653] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7589f33e-d274-4be5-a28f-c3966a896731 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.291880] env[70636]: DEBUG nova.compute.manager [req-a15766ff-f48d-4090-8b38-d0d9155f9355 req-1ff9eb7d-dfb5-4242-bb4c-19cff8429119 service nova] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Detach interface failed, port_id=8ec3ebda-d5e6-472d-ac1b-36e24b540362, reason: Instance 31e7043d-1a47-4540-a5c2-7c952f2e42e7 could not be found. {{(pid=70636) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1854.742108] env[70636]: INFO nova.compute.manager [-] [instance: 31e7043d-1a47-4540-a5c2-7c952f2e42e7] Took 1.41 seconds to deallocate network for instance. [ 1855.248558] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1855.248942] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1855.249113] env[70636]: DEBUG nova.objects.instance [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lazy-loading 'resources' on Instance uuid 31e7043d-1a47-4540-a5c2-7c952f2e42e7 {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.782020] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf383c1-8d9c-43da-ab20-6afdf8a0f392 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.789765] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2717262-d3ac-4490-9d1d-8a1f8b3db74b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.819689] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5123da-e15b-477a-b38a-57ff014b401d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.826062] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d2e36e-c08a-4353-b2ba-e6f31b0100cd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.838447] env[70636]: DEBUG nova.compute.provider_tree [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.341885] env[70636]: DEBUG nova.scheduler.client.report [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.847212] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1856.867052] env[70636]: INFO nova.scheduler.client.report [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Deleted allocations for instance 31e7043d-1a47-4540-a5c2-7c952f2e42e7 [ 1857.373952] env[70636]: DEBUG oslo_concurrency.lockutils [None req-59994743-86ab-4e67-a05b-3aa882ef8f4d tempest-ServerActionsTestOtherB-740065928 tempest-ServerActionsTestOtherB-740065928-project-member] Lock "31e7043d-1a47-4540-a5c2-7c952f2e42e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1863.797187] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1863.797496] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1864.300388] env[70636]: DEBUG nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Starting instance... {{(pid=70636) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.821726] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1864.822031] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1864.823397] env[70636]: INFO nova.compute.claims [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.858273] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8579b2-2735-431d-97ac-ceaf79c110cb {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.866049] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c03a2cd-97b5-4d6c-b8ae-63f0c9fc269a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.895320] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ec87f-0064-491d-aee7-bfbdfcac199f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.902283] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1534daa-4440-408e-a278-618125a6d894 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.914834] env[70636]: DEBUG nova.compute.provider_tree [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.417662] env[70636]: DEBUG nova.scheduler.client.report [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.923451] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1866.923979] env[70636]: DEBUG nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Start building networks asynchronously for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.429269] env[70636]: DEBUG nova.compute.utils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Using /dev/sd instead of None {{(pid=70636) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1867.430772] env[70636]: DEBUG nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Not allocating networking since 'none' was specified. {{(pid=70636) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1867.932488] env[70636]: DEBUG nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Start building block device mappings for instance. {{(pid=70636) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.942517] env[70636]: DEBUG nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Start spawning the instance on the hypervisor. {{(pid=70636) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1868.968864] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.969132] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.969293] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.969467] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.969608] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.969770] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.969999] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.970186] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.970358] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.970516] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.970681] env[70636]: DEBUG nova.virt.hardware [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.971544] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c941d06-981d-4e51-86c7-dae11920a7bd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.979475] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901c716-3cf6-4ee0-8b35-d4a0e01e7976 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.992746] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1868.998124] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Creating folder: Project (e20149bf59c94cfba37e8edbd209b1dc). Parent ref: group-v579393. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1868.998382] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-396adaaf-e10e-4b06-9846-89124dc39e7b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.008667] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Created folder: Project (e20149bf59c94cfba37e8edbd209b1dc) in parent group-v579393. [ 1869.008863] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Creating folder: Instances. Parent ref: group-v579738. {{(pid=70636) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.009086] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc1a6f25-4620-43f2-b58f-e420a2e8b8f9 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.017556] env[70636]: INFO nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Created folder: Instances in parent group-v579738. [ 1869.017772] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1869.017959] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.018159] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-967b95a3-b68b-40fc-9a74-3f1386fcbea7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.033459] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.033459] env[70636]: value = "task-2885459" [ 1869.033459] env[70636]: _type = "Task" [ 1869.033459] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.040147] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885459, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.543337] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885459, 'name': CreateVM_Task, 'duration_secs': 0.24529} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.543507] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.543913] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.544083] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1869.544374] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1869.544615] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b60c0b-ab84-4a2b-859c-b436cf8d49ee {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.549378] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1869.549378] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6d867-85eb-bac8-063c-c521346da731" [ 1869.549378] env[70636]: _type = "Task" [ 1869.549378] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.556386] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6d867-85eb-bac8-063c-c521346da731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.059964] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52b6d867-85eb-bac8-063c-c521346da731, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.060479] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1870.060479] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.060703] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.060849] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1870.061039] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.061294] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbed5607-a62b-4ca5-93ff-aa953e741dd3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.069489] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.069690] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.070318] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0ab897-c1f1-47b0-b789-e4f8a57a4ff0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.074790] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1870.074790] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a133c2-2487-6c4f-b8ad-c0940a720f1f" [ 1870.074790] env[70636]: _type = "Task" [ 1870.074790] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.081704] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a133c2-2487-6c4f-b8ad-c0940a720f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.585238] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a133c2-2487-6c4f-b8ad-c0940a720f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008152} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.585977] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ee09a6-2a1a-4232-9af5-dd990841b86f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.590725] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1870.590725] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d381fd-9c95-2887-055d-b83e25352750" [ 1870.590725] env[70636]: _type = "Task" [ 1870.590725] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.598612] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d381fd-9c95-2887-055d-b83e25352750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.101406] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52d381fd-9c95-2887-055d-b83e25352750, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.101780] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1871.101896] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.102166] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a6afcb8-2fa6-4750-88ef-db05d322bb4a {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.108067] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1871.108067] env[70636]: value = "task-2885460" [ 1871.108067] env[70636]: _type = "Task" [ 1871.108067] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.115067] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.618498] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412399} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.618742] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.618966] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.619230] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72161897-240e-4629-9f28-37057dd524cd {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.624698] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1871.624698] env[70636]: value = "task-2885461" [ 1871.624698] env[70636]: _type = "Task" [ 1871.624698] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.631639] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.134125] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063405} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.134470] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.135138] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7008fb-e331-41fa-9679-9e3ab6c2ee26 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.155025] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.155284] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadfdff5-449c-444f-aeee-c0bd28eb7737 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.173306] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1872.173306] env[70636]: value = "task-2885462" [ 1872.173306] env[70636]: _type = "Task" [ 1872.173306] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.180550] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.683045] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885462, 'name': ReconfigVM_Task, 'duration_secs': 0.268862} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.683317] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.683948] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd94210-76a1-4cbe-a548-77d6f7344143 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.690184] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1872.690184] env[70636]: value = "task-2885463" [ 1872.690184] env[70636]: _type = "Task" [ 1872.690184] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.697909] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885463, 'name': Rename_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.199788] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885463, 'name': Rename_Task, 'duration_secs': 0.131138} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.200228] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.200302] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d22d977-584a-4cc4-8400-ca74994835bf {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.206792] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1873.206792] env[70636]: value = "task-2885464" [ 1873.206792] env[70636]: _type = "Task" [ 1873.206792] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.214278] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.716530] env[70636]: DEBUG oslo_vmware.api [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885464, 'name': PowerOnVM_Task, 'duration_secs': 0.467989} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.716778] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.716977] env[70636]: INFO nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Took 4.77 seconds to spawn the instance on the hypervisor. [ 1873.717219] env[70636]: DEBUG nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.718013] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa5c96-6021-44f0-ba63-59b784d66e61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.233520] env[70636]: INFO nova.compute.manager [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Took 9.43 seconds to build instance. [ 1874.735274] env[70636]: DEBUG oslo_concurrency.lockutils [None req-797a770e-1d49-4bff-adfc-361a249624bf tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.938s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1874.906095] env[70636]: INFO nova.compute.manager [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Rebuilding instance [ 1874.945188] env[70636]: DEBUG nova.compute.manager [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.946084] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475eb78-2497-408b-883d-2b2a3c8cd271 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.960063] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.960063] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a9e84bf-5b90-426f-91ac-9ca2ad2b403b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.967209] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1875.967209] env[70636]: value = "task-2885465" [ 1875.967209] env[70636]: _type = "Task" [ 1875.967209] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.974752] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.476518] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885465, 'name': PowerOffVM_Task, 'duration_secs': 0.189715} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.476858] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.477575] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.478310] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e110cc0-861a-4b79-a02b-b0d6427bd12b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.484302] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.484509] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e57632-f6d9-41c2-9fa9-c097078b7a16 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.506851] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.507063] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.507245] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Deleting the datastore file [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.507460] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69c8113-65cf-4ec9-b1a3-38b5744da677 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.513490] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1876.513490] env[70636]: value = "task-2885467" [ 1876.513490] env[70636]: _type = "Task" [ 1876.513490] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.520496] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.877028] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.023702] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088202} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.024068] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.024345] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.024562] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.053913] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T10:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T10:34:43Z,direct_url=,disk_format='vmdk',id=5e0d8253-f1a5-43ef-b384-467ba9f1443c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d88db503b1a642e8a4a367eeb576b7c9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T10:34:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.054221] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Flavor limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.054336] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Image limits 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.054517] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Flavor pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.054663] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Image pref 0:0:0 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.054809] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70636) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.055018] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.055182] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.055350] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Got 1 possible topologies {{(pid=70636) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.055509] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.055677] env[70636]: DEBUG nova.virt.hardware [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70636) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.056551] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c23d26-4fce-4762-8fc6-01d7a2d16516 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.063952] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d00cf53-59d0-4077-9d64-6d0a5fc2b1e3 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.077060] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Instance VIF info [] {{(pid=70636) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.082587] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1878.082799] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Creating VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.082991] env[70636]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a7d1f68-60d0-43e1-b1b1-1be70dea34d6 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.098762] env[70636]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.098762] env[70636]: value = "task-2885468" [ 1878.098762] env[70636]: _type = "Task" [ 1878.098762] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.106859] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885468, 'name': CreateVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.608489] env[70636]: DEBUG oslo_vmware.api [-] Task: {'id': task-2885468, 'name': CreateVM_Task, 'duration_secs': 0.25711} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.608686] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Created VM on the ESX host {{(pid=70636) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.609121] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.609289] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1878.609612] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1878.609859] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7dcc77d-bb05-4b5c-84a3-e953a822c456 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.613908] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1878.613908] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4ef7c-7b67-cb73-b00c-bd98486dfa14" [ 1878.613908] env[70636]: _type = "Task" [ 1878.613908] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.620975] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4ef7c-7b67-cb73-b00c-bd98486dfa14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.123933] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52a4ef7c-7b67-cb73-b00c-bd98486dfa14, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.124327] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1879.124479] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Processing image 5e0d8253-f1a5-43ef-b384-467ba9f1443c {{(pid=70636) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.124708] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.124854] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1879.125044] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1879.125304] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d998d6eb-531c-4f7f-9576-12598cea5b2d {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.133484] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70636) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.133666] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70636) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.134375] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e915fb-62b5-4cf5-af56-945a4f8c8222 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.138897] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1879.138897] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e7afbb-fdce-1cc7-f576-96ec2731a1a7" [ 1879.138897] env[70636]: _type = "Task" [ 1879.138897] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.145679] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e7afbb-fdce-1cc7-f576-96ec2731a1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.649431] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52e7afbb-fdce-1cc7-f576-96ec2731a1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.650230] env[70636]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c125946-7cb3-4a7f-b840-720e2e57d744 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.654848] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1879.654848] env[70636]: value = "session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ba5964-b923-3ef9-d870-a00322beeeb5" [ 1879.654848] env[70636]: _type = "Task" [ 1879.654848] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.662073] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ba5964-b923-3ef9-d870-a00322beeeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.165746] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': session[52a453ef-bb09-54ee-0488-afee25c37b2f]52ba5964-b923-3ef9-d870-a00322beeeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.166181] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1880.166251] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.166501] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5d6b77d-d15f-4d8a-9ccf-60e9a410250b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.172652] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1880.172652] env[70636]: value = "task-2885469" [ 1880.172652] env[70636]: _type = "Task" [ 1880.172652] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.179892] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.682517] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437011} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.682751] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e0d8253-f1a5-43ef-b384-467ba9f1443c/5e0d8253-f1a5-43ef-b384-467ba9f1443c.vmdk to [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk {{(pid=70636) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.682971] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Extending root virtual disk to 1048576 {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.683238] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2acbd98-fbb8-4f96-a3a1-42e3d4eea982 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.688888] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1880.688888] env[70636]: value = "task-2885470" [ 1880.688888] env[70636]: _type = "Task" [ 1880.688888] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.695721] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.198987] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074871} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.199456] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Extended root virtual disk {{(pid=70636) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.200038] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d4e5c-b263-4df2-b5d7-145481b27614 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.218736] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.218946] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483ca0db-86cb-4aab-9687-899d325acf55 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.237371] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1881.237371] env[70636]: value = "task-2885471" [ 1881.237371] env[70636]: _type = "Task" [ 1881.237371] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.244759] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.377034] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.377341] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.377497] env[70636]: DEBUG nova.compute.manager [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70636) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1881.748683] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885471, 'name': ReconfigVM_Task, 'duration_secs': 0.263823} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.748942] env[70636]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac/146e0b9e-08c8-4c99-985e-a45ccde8cdac.vmdk or device None with type sparse {{(pid=70636) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.749544] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d99eea61-a458-433f-9ede-ab83ceecc82e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.755684] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1881.755684] env[70636]: value = "task-2885472" [ 1881.755684] env[70636]: _type = "Task" [ 1881.755684] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.762883] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885472, 'name': Rename_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.265621] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885472, 'name': Rename_Task, 'duration_secs': 0.164306} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.266020] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powering on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.266117] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c247910-ae21-4584-8422-b3f5b49b2579 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.272312] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1882.272312] env[70636]: value = "task-2885473" [ 1882.272312] env[70636]: _type = "Task" [ 1882.272312] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.279278] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.378025] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.782521] env[70636]: DEBUG oslo_vmware.api [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885473, 'name': PowerOnVM_Task, 'duration_secs': 0.396985} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.782823] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powered on the VM {{(pid=70636) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.783067] env[70636]: DEBUG nova.compute.manager [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Checking state {{(pid=70636) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.783873] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3108e-ab69-419c-a32f-d688b9e98cfa {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.300147] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1883.300531] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1883.300883] env[70636]: DEBUG nova.objects.instance [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70636) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1883.376824] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.617925] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1883.618185] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1883.618348] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1883.618532] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1883.618701] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1883.620949] env[70636]: INFO nova.compute.manager [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Terminating instance [ 1884.124383] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "refresh_cache-146e0b9e-08c8-4c99-985e-a45ccde8cdac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.124565] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquired lock "refresh_cache-146e0b9e-08c8-4c99-985e-a45ccde8cdac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1884.124746] env[70636]: DEBUG nova.network.neutron [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Building network info cache for instance {{(pid=70636) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.309523] env[70636]: DEBUG oslo_concurrency.lockutils [None req-8f53ba4c-9e92-422e-adb1-63c7dae4393e tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1884.376927] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.377172] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.645242] env[70636]: DEBUG nova.network.neutron [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1884.698679] env[70636]: DEBUG nova.network.neutron [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.880035] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1884.880309] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1884.880493] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1884.880647] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70636) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1884.881517] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc3df13-a163-4967-b0bc-c026ca42906c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.889415] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51613d54-f510-42c3-a0ef-e66ac8462ae0 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.902876] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ee021-2d7a-4f9d-8d9f-6771020fd2d7 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.908945] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d131f23e-db32-47b6-9d80-a93d794ed026 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.937116] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181132MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=70636) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1884.937249] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1884.937492] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1885.201593] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Releasing lock "refresh_cache-146e0b9e-08c8-4c99-985e-a45ccde8cdac" {{(pid=70636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1885.202052] env[70636]: DEBUG nova.compute.manager [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Start destroying the instance on the hypervisor. {{(pid=70636) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.202263] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Destroying instance {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.203188] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8561bdcd-0a8b-490e-8c28-263624c4cf61 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.211807] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powering off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.212088] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4465350-8067-4d97-98bb-bb2b6631b152 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.219062] env[70636]: DEBUG oslo_vmware.api [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1885.219062] env[70636]: value = "task-2885474" [ 1885.219062] env[70636]: _type = "Task" [ 1885.219062] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.226246] env[70636]: DEBUG oslo_vmware.api [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.729168] env[70636]: DEBUG oslo_vmware.api [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885474, 'name': PowerOffVM_Task, 'duration_secs': 0.171845} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.729540] env[70636]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Powered off the VM {{(pid=70636) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.729602] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Unregistering the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.729820] env[70636]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f2e38c-2cc9-48fb-8f1c-ffc5fda4aeda {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.754365] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Unregistered the VM {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1885.754545] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Deleting contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1885.754721] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Deleting the datastore file [datastore2] 146e0b9e-08c8-4c99-985e-a45ccde8cdac {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1885.754965] env[70636]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b833d07-9d10-4ead-bfa5-1ef29fe545c2 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.760653] env[70636]: DEBUG oslo_vmware.api [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for the task: (returnval){ [ 1885.760653] env[70636]: value = "task-2885476" [ 1885.760653] env[70636]: _type = "Task" [ 1885.760653] env[70636]: } to complete. {{(pid=70636) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.768107] env[70636]: DEBUG oslo_vmware.api [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.960824] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Instance 146e0b9e-08c8-4c99-985e-a45ccde8cdac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70636) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1885.961063] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1885.961224] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70636) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1885.985583] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea17f62-38eb-48e1-aa7b-018e7fabca2b {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.994465] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b45d6f-0bc8-48d2-9409-e2e859e5dd63 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.023499] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964e674-841a-46e7-ac81-b52199a35d2e {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.030395] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f4ad1-78d8-4f56-a52e-d76eb3fe826c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.043118] env[70636]: DEBUG nova.compute.provider_tree [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.270735] env[70636]: DEBUG oslo_vmware.api [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Task: {'id': task-2885476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093496} completed successfully. {{(pid=70636) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.270909] env[70636]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Deleted the datastore file {{(pid=70636) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.271101] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Deleted contents of the VM from datastore datastore2 {{(pid=70636) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.271281] env[70636]: DEBUG nova.virt.vmwareapi.vmops [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Instance destroyed {{(pid=70636) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.271453] env[70636]: INFO nova.compute.manager [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1886.271691] env[70636]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70636) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1886.271877] env[70636]: DEBUG nova.compute.manager [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Deallocating network for instance {{(pid=70636) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1886.271971] env[70636]: DEBUG nova.network.neutron [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] deallocate_for_instance() {{(pid=70636) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.287210] env[70636]: DEBUG nova.network.neutron [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Instance cache missing network info. {{(pid=70636) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1886.546182] env[70636]: DEBUG nova.scheduler.client.report [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.789843] env[70636]: DEBUG nova.network.neutron [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Updating instance_info_cache with network_info: [] {{(pid=70636) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.050749] env[70636]: DEBUG nova.compute.resource_tracker [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70636) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1887.051034] env[70636]: DEBUG oslo_concurrency.lockutils [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1887.292881] env[70636]: INFO nova.compute.manager [-] [instance: 146e0b9e-08c8-4c99-985e-a45ccde8cdac] Took 1.02 seconds to deallocate network for instance. [ 1887.799465] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1887.799925] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1887.800029] env[70636]: DEBUG nova.objects.instance [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lazy-loading 'resources' on Instance uuid 146e0b9e-08c8-4c99-985e-a45ccde8cdac {{(pid=70636) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.051465] env[70636]: DEBUG oslo_service.periodic_task [None req-2dd0b4df-6205-4cdb-aeab-16e73fb428f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70636) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.328983] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb4023-4ed7-4032-a1ca-02a68f5817b8 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.336501] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddbd69b-c1e9-4025-be0f-f244635d980f {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.365415] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72ccb24-f932-4b60-b3f6-7976eccc410c {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.371904] env[70636]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ff482-3570-4411-9a70-e2b4859b5179 {{(pid=70636) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.384446] env[70636]: DEBUG nova.compute.provider_tree [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Inventory has not changed in ProviderTree for provider: 65af5bb0-a104-4010-a4c9-9b0c2e12c41b {{(pid=70636) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.887772] env[70636]: DEBUG nova.scheduler.client.report [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Inventory has not changed for provider 65af5bb0-a104-4010-a4c9-9b0c2e12c41b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70636) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.393303] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.593s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1889.416327] env[70636]: INFO nova.scheduler.client.report [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Deleted allocations for instance 146e0b9e-08c8-4c99-985e-a45ccde8cdac [ 1889.924868] env[70636]: DEBUG oslo_concurrency.lockutils [None req-ea90c9f7-dc67-455f-bdf4-a8683f796864 tempest-ServersListShow2100Test-1872206938 tempest-ServersListShow2100Test-1872206938-project-member] Lock "146e0b9e-08c8-4c99-985e-a45ccde8cdac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=70636) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}